-- Logs begin at Mon 2022-05-16 17:40:53 UTC, end at Mon 2022-05-16 19:06:49 UTC. -- May 16 18:39:41.935837 dv-cinder-750782-22-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 16 18:39:44.741161 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.common.config [-] Logging enabled! May 16 18:39:44.741785 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 18:39:44.741962 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115171) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 18:39:44.745245 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.common.config [-] Logging enabled! May 16 18:39:44.745500 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 18:39:44.745814 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115171) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 18:39:44.746750 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 18:39:44.746997 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 18:39:44.747344 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 18:39:44.747591 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 18:39:44.747841 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 18:39:44.748257 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.748558 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.748791 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.749090 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.749385 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.749670 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.749964 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.750260 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.750551 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.750835 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.751121 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.751352 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.751636 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.752108 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.752268 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.752494 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] debug = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.752777 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.753212 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.753626 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.753908 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.754199 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.754497 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.754751 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.755028 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.755310 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.755638 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] host = dv-cinder-750782-22-iscsi {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.755945 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.756237 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.756524 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.756814 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.757092 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.757371 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.757658 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.757933 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.758210 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] log_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.758487 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.758778 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.759067 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.759358 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.759583 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.759832 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.760123 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.760423 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.760701 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.760977 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.761255 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.761527 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.761802 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.762078 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.762365 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.762650 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.762935 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.763210 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.763484 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.763782 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.764058 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.764344 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.764618 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.764894 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.765168 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.765458 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.765726 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.766000 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.766300 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.766589 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.766870 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.767156 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.767430 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.767807 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.768095 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.768373 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.768647 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] use_json = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.768922 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.769193 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.769476 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.769747 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.770019 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.770295 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.770568 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.770854 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.771127 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:44.771423 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.771732 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.772059 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.772341 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.772647 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.772929 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.773219 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.773497 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.773788 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.774075 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.774365 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.774645 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.774945 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.775240 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.775536 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.775872 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.776171 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.776466 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.776746 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.777025 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.777302 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.777581 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.777871 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.778152 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.778443 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.778736 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.779018 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.779315 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.779601 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.779912 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.780210 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.780505 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.780784 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.781066 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.781359 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.781640 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.781920 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.782209 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.782489 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.782764 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.783048 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.783933 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.784381 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.784662 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.784947 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.785246 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.785531 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.785811 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.786086 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.786366 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.786645 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.786936 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.787216 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.787494 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.787797 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.788083 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.788358 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.789632 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.789924 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.790206 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.790491 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.790771 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.791050 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.791328 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.791606 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.791912 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.792191 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.792472 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.792759 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.793038 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.793314 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.793592 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.793873 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.794150 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.794451 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.794734 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.795019 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.795304 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.795590 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.795905 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.796189 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.796474 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.796758 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.797037 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.797331 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.797621 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.797913 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.798202 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.798487 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.798805 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.799746 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.800101 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.800399 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.800687 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.800973 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.801264 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.801552 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.801849 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.802149 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.802431 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.802733 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.803029 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.803323 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.803609 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.803953 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.804241 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:44.804459 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 18:39:44.804698 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115171) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 16 18:39:45.267780 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 18:39:45.268159 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 18:39:45.268472 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 18:39:45.268810 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.manager [-] Loading core plugin: ml2 May 16 18:39:45.598679 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.598886 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.599163 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.600390 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.600669 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.600937 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.656468 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.656754 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.657025 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.672310 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.672593 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.672864 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.702482 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.702768 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.703041 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.740157 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.740431 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:45.740702 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.080974 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.081601 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.081601 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.081861 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.082448 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.182248 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.182571 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.182900 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.183130 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.183399 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.183731 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.184004 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.184264 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.184518 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.184800 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.185067 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.185332 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.185589 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.185840 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.186096 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.186361 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.186616 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.186885 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.187154 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.187417 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.187687 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.187964 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.188244 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.188620 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.188871 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.189118 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.190070 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:39:46.190344 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:39:46.190622 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:39:46.190864 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:39:46.191794 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:39:46.192043 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:39:46.193056 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 16 18:39:46.196194 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 16 18:39:46.200134 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 16 18:39:46.203760 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 16 18:39:46.206146 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 16 18:39:46.206627 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 16 18:39:46.206962 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 16 18:39:46.207348 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 16 18:39:46.210328 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 16 18:39:46.210586 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 16 18:39:46.210934 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 16 18:39:46.215835 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 16 18:39:46.239492 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 16 18:39:46.239985 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.240285 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115171) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 16 18:39:46.240656 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.242024 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115171) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 16 18:39:46.242309 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 16 18:39:46.242559 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 16 18:39:46.245826 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.246108 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.308575 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 16 18:39:46.308813 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 16 18:39:46.309049 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 16 18:39:46.309421 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 16 18:39:46.330911 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_db.sqlalchemy.engines [None req-10928185-7a55-40a6-81e5-895854995312 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115171) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 16 18:39:46.773877 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [None req-10928185-7a55-40a6-81e5-895854995312 None None] Initializing driver for type 'gre' May 16 18:39:46.774514 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-10928185-7a55-40a6-81e5-895854995312 None None] gre ID ranges: [(1, 1000)] May 16 18:39:46.832327 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [None req-10928185-7a55-40a6-81e5-895854995312 None None] Initializing driver for type 'local' May 16 18:39:46.832659 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [None req-10928185-7a55-40a6-81e5-895854995312 None None] Initializing driver for type 'vlan' May 16 18:39:46.845575 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-10928185-7a55-40a6-81e5-895854995312 None None] VlanTypeDriver initialization complete May 16 18:39:46.846579 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [None req-10928185-7a55-40a6-81e5-895854995312 None None] Initializing driver for type 'vxlan' May 16 18:39:46.847034 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-10928185-7a55-40a6-81e5-895854995312 None None] vxlan ID ranges: [(1, 1000)] May 16 18:39:46.900419 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [None req-10928185-7a55-40a6-81e5-895854995312 None None] Initializing extension driver 'port_security' May 16 18:39:46.900776 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.extensions.port_security [None req-10928185-7a55-40a6-81e5-895854995312 None None] PortSecurityExtensionDriver initialization complete May 16 18:39:46.901114 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [None req-10928185-7a55-40a6-81e5-895854995312 None None] Initializing mechanism driver 'openvswitch' May 16 18:39:46.901442 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [None req-10928185-7a55-40a6-81e5-895854995312 None None] Initializing mechanism driver 'hyperv' May 16 18:39:46.908002 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.plugins.ml2.plugin [None req-10928185-7a55-40a6-81e5-895854995312 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:39:46.909388 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > port after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.909770 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > port after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.910114 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > port after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.910650 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:39:46.911097 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > subnet after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.911457 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > subnet after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.911843 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.912246 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:39:46.912665 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > network after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.913017 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > network after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.913362 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > network after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.913759 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:39:46.914167 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > security_group after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.914520 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > security_group after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.914866 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.915263 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:39:46.915670 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.916049 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.916393 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.916789 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:39:46.917198 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > address_group after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.917546 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > address_group after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.917885 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.918285 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:39:46.918739 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-10928185-7a55-40a6-81e5-895854995312 None None] ML2 OVO RPC backend initialized. {{(pid=115171) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 16 18:39:46.919453 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.919845 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.920268 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > network before_response 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.920619 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > networks before_response 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.920970 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > port before_response 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.921315 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > ports before_response 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.921666 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > subnet before_response 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.922012 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > subnets before_response 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.922358 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > network after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.922701 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > network after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.923037 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > network after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.923373 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > port after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.923731 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > port after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.924600 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > port after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.924962 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > subnet after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.925278 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > subnet after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.925613 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.933248 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded quota_driver: . May 16 18:39:46.933614 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.plugin [None req-10928185-7a55-40a6-81e5-895854995312 None None] Modular L2 Plugin initialization complete May 16 18:39:46.933965 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading services supported by the core plugin {{(pid=115171) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 16 18:39:46.934313 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.plugins.ml2.managers [None req-10928185-7a55-40a6-81e5-895854995312 None None] Got port-security extension from driver 'port_security' May 16 18:39:46.934799 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.extensions.vlantransparent [None req-10928185-7a55-40a6-81e5-895854995312 None None] Disabled vlantransparent extension. May 16 18:39:46.935294 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115171) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 16 18:39:46.935626 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading Plugin: router May 16 18:39:46.971485 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.971983 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router after_create 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.972356 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router before_create 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.972722 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.973096 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.973453 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router after_delete 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.973812 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.974162 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.974536 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router after_create 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.974868 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router after_update 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.975218 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router after_update 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.975566 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.976081 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router after_update 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.976494 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router precommit_update 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.976865 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: port after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.977210 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: port after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.977548 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: subnet after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.977888 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.978239 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.978585 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router precommit_create 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.978929 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: port before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.979271 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router precommit_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.979625 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router after_update 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.979998 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.980349 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router precommit_create 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.980710 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.981055 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router precommit_update 55549900 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.981421 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > agent after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.981770 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > agent after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.982115 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > network after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.982987 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Tracking information for resource: router configured {{(pid=115171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:39:46.983316 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Tracking information for resource: floatingip configured {{(pid=115171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:39:46.988914 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.db.l3_agentschedulers_db [None req-10928185-7a55-40a6-81e5-895854995312 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 16 18:39:46.989496 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: port after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.989866 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: port after_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.990221 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: port after_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.990574 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: port after_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.991371 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router before_create 55550100 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.991767 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.992151 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router precommit_create 55550100 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.992494 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > router precommit_update 55550100 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:46.997259 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.services.provider_configuration [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service providers = [] {{(pid=115171) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 16 18:39:46.997627 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.db.servicetype_db [None req-10928185-7a55-40a6-81e5-895854995312 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115171) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 16 18:39:47.000606 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.services.service_base [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:39:47.000959 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.services.service_base [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:39:47.001314 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.services.service_base [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:39:47.002373 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.services.service_base [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:39:47.002751 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.services.service_base [None req-10928185-7a55-40a6-81e5-895854995312 None None] Default provider is not specified for service type L3_ROUTER_NAT May 16 18:39:47.003134 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:39:47.003460 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 16 18:39:47.014136 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:39:47.014471 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading Plugin: auto_allocate May 16 18:39:47.020231 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: network precommit_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:47.020604 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: network precommit_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:47.021127 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:39:47.021449 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading Plugin: tag May 16 18:39:47.028265 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:39:47.028546 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading Plugin: timestamp May 16 18:39:47.032362 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:39:47.032698 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading Plugin: network_ip_availability May 16 18:39:47.038670 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:47.039044 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:47.039410 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:47.040155 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:39:47.040483 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading Plugin: flavors May 16 18:39:47.045369 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:39:47.045703 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading Plugin: revisions May 16 18:39:47.050521 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:39:47.050912 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_concurrency.lockutils [None req-10928185-7a55-40a6-81e5-895854995312 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=115171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 18:39:47.051647 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115171) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 16 18:39:47.052011 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Initializing extension manager. May 16 18:39:47.052542 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: __init__.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.052889 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: __pycache__ {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.053229 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: _port_mac_address_override.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.053567 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: address_group.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.054325 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.054900 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: address-group May 16 18:39:47.055407 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: address_scope.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.056169 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.056694 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: address-scope May 16 18:39:47.057017 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.057957 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.058482 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: router-admin-state-down-before-update May 16 18:39:47.058807 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: agent.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.059518 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.060063 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: agent May 16 18:39:47.060390 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: agent_resources_synced.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.061312 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.061832 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: agent-resources-synced May 16 18:39:47.062154 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: allowedaddresspairs.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.064007 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.064599 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: allowed-address-pairs May 16 18:39:47.064926 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: auto_allocated_topology.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.066012 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.066535 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: auto-allocated-topology May 16 18:39:47.066865 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: availability_zone.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.067568 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.068115 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: availability_zone May 16 18:39:47.068442 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: availability_zone_filter.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.069364 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.070021 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: availability_zone_filter May 16 18:39:47.070347 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: data_plane_status.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.071267 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.071810 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension data-plane-status not supported by any of loaded plugins May 16 18:39:47.072136 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: default_subnetpools.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.073059 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.073572 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: default-subnetpools May 16 18:39:47.073896 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.074707 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.075223 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: dhcp_agent_scheduler May 16 18:39:47.075548 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: dns.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.076495 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.077007 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension dns-integration not supported by any of loaded plugins May 16 18:39:47.077333 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: dns_domain_ports.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.078265 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.078778 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension dns-domain-ports not supported by any of loaded plugins May 16 18:39:47.079104 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.080141 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.080750 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 16 18:39:47.081080 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: dvr.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.081763 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.082278 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: dvr May 16 18:39:47.082603 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: ecmp_routes.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.083549 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.084106 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension ecmp_routes not supported by any of loaded plugins May 16 18:39:47.084432 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: empty_string_filtering.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.085348 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.085872 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: empty-string-filtering May 16 18:39:47.086198 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.087121 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.087639 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 16 18:39:47.087989 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.088913 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.089429 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 16 18:39:47.089758 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: external_net.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.090676 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.091196 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: external-net May 16 18:39:47.091790 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.092711 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.093227 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: extra_dhcp_opt May 16 18:39:47.093548 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: extraroute.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.094468 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.094985 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: extraroute May 16 18:39:47.095308 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: extraroute_atomic.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.097073 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.097602 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: extraroute-atomic May 16 18:39:47.097929 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: filter_validation.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.098605 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.099125 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: filter-validation May 16 18:39:47.099448 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: fip_pf_description.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.100403 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.100921 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 16 18:39:47.101244 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: fip_pf_port_range.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.102166 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.102681 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 16 18:39:47.103004 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: fip_port_details.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.103951 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.104470 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: fip-port-details May 16 18:39:47.104791 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: flavors.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.106041 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.106570 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: flavors May 16 18:39:47.106898 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.108574 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.109104 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 16 18:39:47.109435 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: floatingip_pools.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.110135 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.110657 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: floatingip-pools May 16 18:39:47.110985 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: ip_allocation.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.112530 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.113051 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension ip_allocation not supported by any of loaded plugins May 16 18:39:47.113379 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.114313 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.114836 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: ip-substring-filtering May 16 18:39:47.115163 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l2_adjacency.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.116124 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.116645 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension l2_adjacency not supported by any of loaded plugins May 16 18:39:47.116966 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l3.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.117950 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.118478 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: router May 16 18:39:47.118805 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.121096 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.121632 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 16 18:39:47.121968 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.122898 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.123424 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: ext-gw-mode May 16 18:39:47.123779 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.124708 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.125231 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: l3-ha May 16 18:39:47.125560 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.126478 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.127049 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 16 18:39:47.127520 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l3_flavors.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.128484 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.129010 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: l3-flavors May 16 18:39:47.129338 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.130713 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.131240 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 16 18:39:47.131573 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.132534 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.133062 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: l3-port-ip-change-not-allowed May 16 18:39:47.133392 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: l3agentscheduler.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.134439 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.134965 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: l3_agent_scheduler May 16 18:39:47.135296 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: local_ip.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.138574 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.139110 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension local_ip not supported by any of loaded plugins May 16 18:39:47.139447 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: logging.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.140954 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.141480 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension logging not supported by any of loaded plugins May 16 18:39:47.141814 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: metering.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.143079 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.143787 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: metering May 16 18:39:47.144120 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.145241 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.145770 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: metering_source_and_destination_fields May 16 18:39:47.146102 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: multiprovidernet.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.147039 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.147560 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: multi-provider May 16 18:39:47.147925 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: netmtu.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.148841 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.149360 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: net-mtu May 16 18:39:47.149687 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: netmtu_writable.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.150605 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.151130 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: net-mtu-writable May 16 18:39:47.151456 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: network_availability_zone.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.152172 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.152691 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: network_availability_zone May 16 18:39:47.153017 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: network_ip_availability.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.154124 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.154650 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: network-ip-availability May 16 18:39:47.154977 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: network_segment_range.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.155770 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.156287 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension network-segment-range not supported by any of loaded plugins May 16 18:39:47.156615 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: pagination.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.157613 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.157949 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: pagination May 16 18:39:47.158874 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: port_device_profile.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.159892 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.160421 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: port-device-profile May 16 18:39:47.160746 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: port_mac_address_override.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.161695 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.162219 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: port-mac-override May 16 18:39:47.162548 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.163474 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.164028 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: port-mac-address-regenerate May 16 18:39:47.164354 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.165273 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.165795 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: port-numa-affinity-policy May 16 18:39:47.166120 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: port_resource_request.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.167042 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.167561 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension port-resource-request not supported by any of loaded plugins May 16 18:39:47.167917 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: port_resource_request_groups.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.168907 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.169428 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 16 18:39:47.169753 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: portbindings.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.170691 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.171217 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: binding May 16 18:39:47.171541 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: portbindings_extended.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.172824 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.173351 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: binding-extended May 16 18:39:47.173680 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: portsecurity.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.174864 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.175389 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: port-security May 16 18:39:47.175729 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: project_id.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.176729 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.177065 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: project-id May 16 18:39:47.177389 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: providernet.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.178316 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.178839 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: provider May 16 18:39:47.179168 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.182849 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.183382 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos not supported by any of loaded plugins May 16 18:39:47.183740 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.184990 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.185511 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 16 18:39:47.185844 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.186774 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.187295 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 16 18:39:47.187623 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_default.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.188592 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.189117 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-default not supported by any of loaded plugins May 16 18:39:47.189509 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_fip.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.190443 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.190970 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-fip not supported by any of loaded plugins May 16 18:39:47.191298 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.192246 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.192766 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 16 18:39:47.193093 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_gateway_ip.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.194022 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.194544 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 16 18:39:47.194872 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_port_network_policy.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.195815 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.196339 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 16 18:39:47.196665 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.197707 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.198232 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 16 18:39:47.198560 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.199602 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.200170 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 16 18:39:47.200501 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_pps_rule.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.201704 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.202234 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-pps not supported by any of loaded plugins May 16 18:39:47.202563 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_rule_type_details.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.203493 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.204051 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 16 18:39:47.204379 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.206421 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.207610 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 16 18:39:47.207941 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: qos_rules_alias.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.209025 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.209549 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension qos-rules-alias not supported by any of loaded plugins May 16 18:39:47.209875 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: quota_check_limit.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.210879 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.211403 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: quota-check-limit May 16 18:39:47.211752 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: quotasv2.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.212692 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.213022 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: quotas May 16 18:39:47.213344 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: quotasv2_detail.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.215040 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.215380 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: quota_details May 16 18:39:47.215732 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: rbac.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.217052 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.217586 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: rbac-policies May 16 18:39:47.217921 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: rbac_address_group.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.218864 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.219392 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: rbac-address-group May 16 18:39:47.219743 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: rbac_address_scope.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.221288 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.221853 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: rbac-address-scope May 16 18:39:47.222181 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: rbac_security_groups.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.223116 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.223643 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: rbac-security-groups May 16 18:39:47.223996 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: rbac_subnetpool.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.224928 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.225453 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: rbac-subnetpool May 16 18:39:47.225780 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: revisionifmatch.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.226719 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.227243 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: revision-if-match May 16 18:39:47.227568 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: revisions.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.228715 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.229243 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: standard-attr-revisions May 16 18:39:47.229570 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: router_availability_zone.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.230247 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.230768 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: router_availability_zone May 16 18:39:47.231094 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: routerservicetype.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.232060 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.232584 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension router-service-type not supported by any of loaded plugins May 16 18:39:47.232909 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.233842 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.234361 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: security-groups-normalized-cidr May 16 18:39:47.234686 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.235619 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.236175 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: port-security-groups-filtering May 16 18:39:47.236527 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.237470 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.237989 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: security-groups-remote-address-group May 16 18:39:47.238313 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.239361 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.239923 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: security-groups-shared-filtering May 16 18:39:47.240249 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.240837 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 16 18:39:47.241163 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: securitygroup.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.250633 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.251179 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: security-group May 16 18:39:47.251510 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: segment.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.252307 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.252831 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension segment not supported by any of loaded plugins May 16 18:39:47.253159 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.254120 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.254646 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 16 18:39:47.254973 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: servicetype.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.256098 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.256632 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: service-type May 16 18:39:47.256963 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: sorting.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.257956 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.258296 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: sorting May 16 18:39:47.258622 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: standard_attr_segment.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.259548 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.260113 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension standard-attr-segment not supported by any of loaded plugins May 16 18:39:47.260438 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: standardattrdescription.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.261095 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.261614 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: standard-attr-description May 16 18:39:47.261940 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: stateful_security_group.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.262882 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.263405 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: stateful-security-group May 16 18:39:47.263746 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: stdattrs_common.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.264324 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 16 18:39:47.264647 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.265606 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.266125 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 16 18:39:47.266449 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: subnet_onboard.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.268064 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.268639 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: subnet_onboard May 16 18:39:47.268965 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.269909 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.270429 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 16 18:39:47.270755 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: subnet_service_types.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.271695 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.272262 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: subnet-service-types May 16 18:39:47.272587 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: subnetallocation.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.273685 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.274222 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: subnet_allocation May 16 18:39:47.274549 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.275216 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.275764 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: subnetpool-prefix-ops May 16 18:39:47.276092 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.277031 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.277549 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 16 18:39:47.277872 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: tagging.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.278972 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.279454 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: standard-attr-tag May 16 18:39:47.279812 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: timestamp.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.281093 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.281617 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loaded extension: standard-attr-timestamp May 16 18:39:47.281945 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: trunk.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.282986 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.284169 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension trunk not supported by any of loaded plugins May 16 18:39:47.284499 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: trunk_details.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.285431 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.285954 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension trunk-details not supported by any of loaded plugins May 16 18:39:47.286282 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: uplink_status_propagation.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.287213 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.287757 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 16 18:39:47.288088 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Loading extension file: vlantransparent.py {{(pid=115171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:39:47.288761 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:39:47.289277 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extension vlan-transparent not supported by any of loaded plugins May 16 18:39:47.291815 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:network May 16 18:39:47.292354 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:subnet May 16 18:39:47.292755 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:39:47.293159 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:port May 16 18:39:47.294402 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.294850 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service FLAVORS assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.295472 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.295931 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.296265 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:router May 16 18:39:47.296707 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:floatingip May 16 18:39:47.297192 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service METERING assigned prefix: /metering {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.298635 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:47.299566 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:47.300025 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:39:47.301056 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of CountableResource for resource:rbac_policy May 16 18:39:47.301498 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:security_group May 16 18:39:47.301933 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 18:39:47.302547 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service CORE assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.302881 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:39:47.303235 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] subnetpool is already registered May 16 18:39:47.303665 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service CORE assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.304017 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:39:47.304348 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] subnetpool is already registered May 16 18:39:47.306662 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.307100 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service FLAVORS assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.307693 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.308137 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.308475 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:router May 16 18:39:47.308820 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] router is already registered May 16 18:39:47.309237 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:floatingip May 16 18:39:47.309583 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] floatingip is already registered May 16 18:39:47.310041 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service METERING assigned prefix: /metering {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.310726 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of CountableResource for resource:rbac_policy May 16 18:39:47.311061 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] rbac_policy is already registered May 16 18:39:47.311478 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:security_group May 16 18:39:47.311845 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] security_group is already registered May 16 18:39:47.312255 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 18:39:47.312588 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] security_group_rule is already registered May 16 18:39:47.313212 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service CORE assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.313544 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:39:47.313878 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] subnetpool is already registered May 16 18:39:47.314299 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.v2.resource_helper [None req-10928185-7a55-40a6-81e5-895854995312 None None] Service CORE assigned prefix: {{(pid=115171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:39:47.315285 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:39:47.315636 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING neutron.quota.resource_registry [None req-10928185-7a55-40a6-81e5-895854995312 None None] subnetpool is already registered May 16 18:39:47.316144 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: extensions {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.317762 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: address-groups {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.319498 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: address-scopes {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.321013 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: agents {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.322329 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: auto-allocated-topology {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.323847 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: availability_zones {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.325311 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: dhcp-networks {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.327137 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: dhcp-agents {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.328906 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: routers {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.331187 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: flavors {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.332744 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: service_profiles {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.334079 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: next_providers {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.335748 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: service_profiles {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.337321 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: floatingip-pools {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.338549 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: routers {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.340273 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: floatingips {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.342754 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: l3-routers {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.344206 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: l3-agents {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.345696 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: metering-labels {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.346967 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: metering-label-rules {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.348367 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: network-ip-availabilities {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.349613 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: bindings {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.351148 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: quotas {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.352858 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: quotas {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.354390 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: rbac-policies {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.355583 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: security-groups {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.356910 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: security-group-rules {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.358157 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: service-providers {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.359361 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: subnetpools {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.360733 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: subnetpools {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.363013 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.364705 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.366680 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.368530 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.370197 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.372175 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.373899 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.375855 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.378235 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.379993 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron.api.extensions [None req-10928185-7a55-40a6-81e5-895854995312 None None] Extended resource: tags {{(pid=115171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:39:47.386023 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING keystonemiddleware.auth_token [None req-10928185-7a55-40a6-81e5-895854995312 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 16 18:39:47.391487 dv-cinder-750782-22-iscsi neutron-server[115171]: WARNING keystonemiddleware.auth_token [None req-10928185-7a55-40a6-81e5-895854995312 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 16 18:39:47.400477 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_concurrency.lockutils [None req-10928185-7a55-40a6-81e5-895854995312 None None] Acquired lock "singleton_lock" {{(pid=115171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 16 18:39:47.400959 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_concurrency.lockutils [None req-10928185-7a55-40a6-81e5-895854995312 None None] Releasing lock "singleton_lock" {{(pid=115171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 16 18:39:47.401616 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO oslo_service.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] Starting 2 workers May 16 18:39:47.406564 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] Started child 115278 {{(pid=115171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:39:47.411594 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] Started child 115279 {{(pid=115171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:39:47.411944 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:39:47.413175 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO neutron.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] Neutron service started, listening on 0.0.0.0:9696 May 16 18:39:47.413529 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [-] (115278) wsgi starting up on http://0.0.0.0:9696 May 16 18:39:47.413828 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:39:47.416314 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO oslo_service.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] Starting 1 workers May 16 18:39:47.416986 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:39:47.418462 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [-] (115279) wsgi starting up on http://0.0.0.0:9696 May 16 18:39:47.421585 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] Started child 115280 {{(pid=115171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:39:47.422145 dv-cinder-750782-22-iscsi neutron-server[115171]: INFO oslo_service.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] Starting 1 workers May 16 18:39:47.425988 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] calling RpcWorker wait() {{(pid=115280) _wait /opt/stack/neutron/neutron/service.py:128}} May 16 18:39:47.426542 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] returning from RpcWorker wait() {{(pid=115280) _wait /opt/stack/neutron/neutron/service.py:135}} May 16 18:39:47.427260 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [None req-10928185-7a55-40a6-81e5-895854995312 None None] Started child 115281 {{(pid=115171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:39:47.427998 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:39:47.428095 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG neutron_lib.callbacks.manager [None req-10928185-7a55-40a6-81e5-895854995312 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:39:47.428516 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:39:47.429939 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 18:39:47.430171 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 18:39:47.430345 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 18:39:47.430575 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 18:39:47.430928 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 18:39:47.431092 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 18:39:47.431610 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.431936 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.432085 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:39:47.432559 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.432559 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.433051 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.433157 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:39:47.433326 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.433564 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.433848 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.434082 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.434257 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.434426 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.434672 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.434935 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.435250 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.435501 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.435784 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.436019 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.436196 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.436463 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.436728 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.436959 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.437241 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] debug = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.437501 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.438008 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.438239 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.438493 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.438735 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.439024 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.439253 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.440133 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.440342 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.440563 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.440973 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.441232 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.441498 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.441744 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.441982 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.442242 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.442474 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.442942 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] host = dv-cinder-750782-22-iscsi {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.443181 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.443422 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.443651 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.443925 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.444189 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.444409 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.444679 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.444943 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.445214 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.445475 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.445997 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.445997 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.446255 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.446455 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.446622 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_options = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.446880 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.447150 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.447423 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.447624 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.447820 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.447986 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.448249 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.448415 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.448696 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.448918 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.449139 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.449359 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.449609 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.449850 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.450121 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.450344 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.450566 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.450779 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.451056 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.451287 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.451528 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.451780 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.452020 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.452246 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.452540 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.452711 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.452977 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.453195 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.453414 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.453634 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.453886 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.454152 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.455366 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.455366 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.455366 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.455366 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.455366 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.455988 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.456110 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.456265 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.456513 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.456791 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.458274 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.458274 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.458274 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.458274 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.458274 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_json = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.458274 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.458673 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.458673 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.458904 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.459350 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.459805 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.460537 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.460827 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.461026 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.461933 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.462413 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.462916 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.463354 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.463824 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.464262 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.464514 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.464785 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.465034 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.465273 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.465601 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.465840 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.466160 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.466679 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.466953 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.467272 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.467756 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.467874 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.468071 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.468303 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.468546 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.468790 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.469090 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.469320 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.469558 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.469812 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.470042 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.470354 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.470879 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.471163 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.471606 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.471907 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.472345 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.472747 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.473133 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.473534 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.473807 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.474204 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.474469 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.474850 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.475135 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.475377 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.475840 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.476289 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.476688 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.477097 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.477521 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.477986 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.478342 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.478692 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.479001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.479404 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.479846 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.480277 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.480625 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.480955 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.481298 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.481638 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.481936 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.482258 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.482568 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.482878 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.483396 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.483687 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.483938 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.484307 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.484542 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.484763 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.485019 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.485246 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.485462 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.485681 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.485901 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.486127 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.487028 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.488192 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.488192 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.488192 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.488192 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.488538 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.488538 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.488738 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.489156 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.489554 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.489973 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.490226 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.490448 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.490667 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.490885 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.491107 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.491330 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.491633 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.491900 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.492148 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.492388 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.492645 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.492880 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.493141 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.493363 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.493583 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.493803 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.494070 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.494303 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.494570 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.494795 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.495032 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.495308 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.495544 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.495791 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.496047 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.496302 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.496540 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.496766 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.497056 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.497311 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.497549 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.497769 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.498035 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.498273 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.498561 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.498823 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.499122 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.499352 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.499623 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.499958 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.500245 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.500528 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.500789 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.501029 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.501293 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.501559 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.501820 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.502756 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.503313 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.503776 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.504202 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.504652 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.505046 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.505499 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.505863 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.506108 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.506355 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.506583 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.506868 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.507129 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.507372 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.507841 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.508102 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.508364 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.508605 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.508860 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.509117 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.509320 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.509583 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.509802 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.510024 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.510257 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.510516 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.510743 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.510980 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.511233 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.511475 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.511702 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.511965 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.512192 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.512416 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.512669 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.512889 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.513117 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.513359 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.513582 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.513806 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.514030 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.514267 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.514518 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.514760 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.515035 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.515288 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.515509 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.515762 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.516025 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.516283 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.516507 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.516770 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.517016 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.517253 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.517494 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.517752 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.517968 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.518185 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.518418 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.518636 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.518893 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.519139 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.519499 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.519767 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.520010 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.520263 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.520530 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.520766 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.520982 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.521202 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.521442 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.521663 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.521915 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.522155 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.522400 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.522619 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.522839 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.523087 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.523348 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.523604 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.523874 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.524120 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.524389 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.524622 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.524845 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.525062 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.525280 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.525494 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.525705 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.525943 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.526161 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.526448 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.526713 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.526943 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.527196 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.527414 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.527647 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.527922 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.528171 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.528385 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.528674 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.528847 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.529111 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.529283 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.529497 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.529722 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.529954 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.530170 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.530380 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.530605 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.530838 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.531049 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.531282 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.531644 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.531785 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.531961 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.532172 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.532381 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.532606 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.532822 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.533032 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.533809 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.534305 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.534305 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.534601 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.534766 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.534928 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.535178 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.535425 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.535667 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.535986 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.536258 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.536513 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.536759 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.537064 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.537285 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.537546 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.537786 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.538026 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.538250 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.538518 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.538887 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.539163 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.539416 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.539675 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.540044 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.540339 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.540614 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.540833 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.541138 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.541450 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.541746 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.542003 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.542254 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.542492 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.542717 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.542935 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.543156 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.543373 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.543597 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.543864 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.544111 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.544627 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.544627 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.544888 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.545004 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.545211 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.545422 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.545642 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.545860 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.546018 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 18:39:47.546536 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:39:47.546684 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 18:39:47.546814 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 18:39:47.546940 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 18:39:47.547065 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 18:39:47.547191 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 18:39:47.547340 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 18:39:47.547549 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.547756 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.547891 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.548032 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.548232 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.548399 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.548560 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.548739 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.550027 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.550027 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.550027 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.550027 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.550027 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.550642 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.550642 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.550642 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.550642 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.551086 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.551086 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.551086 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.551361 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.551361 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] debug = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.551519 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.551989 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.551989 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.551989 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.552549 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.552549 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.552549 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.552764 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.552764 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.553326 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.553326 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.553326 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.553326 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.553704 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.553704 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.553848 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.553926 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.554188 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] host = dv-cinder-750782-22-iscsi {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.554188 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.554470 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.554470 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.554745 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.554745 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.554991 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.555183 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.555183 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.555441 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.555567 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.555692 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.555850 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.556062 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.556249 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.556249 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_options = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.556451 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.556576 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.556674 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.556859 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.557027 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.557185 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.557340 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.557499 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.557658 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.557815 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.557973 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.558134 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.558290 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.558639 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.558802 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.558965 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.559127 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.559280 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.559437 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.559591 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.559775 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.560061 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.560215 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.560892 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.560892 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.560892 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.560892 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.560892 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.561845 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.561845 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.561845 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.561845 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.561845 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.561845 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.561845 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.562611 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.562611 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.562611 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.562611 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.562611 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.563189 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.563189 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.563189 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.563189 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.563654 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.563654 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.563654 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_json = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.564064 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.564064 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.564064 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.565089 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.565089 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.565089 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.565089 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.565089 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.565089 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:39:47.565089 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567740 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567740 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567740 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567740 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567740 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567740 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567740 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.567740 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.568342 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.568342 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.568342 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.568342 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.568636 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.568636 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.568779 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.568857 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.568996 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.569159 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.569328 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.569491 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.569660 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.569837 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.570000 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.570252 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.570340 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.570462 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.570625 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.570788 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.570950 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.571113 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.571274 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.571765 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.571765 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.571765 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573194 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573194 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573194 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573194 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573194 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573194 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573194 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573194 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573194 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573898 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573898 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573898 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573898 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.573898 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.574592 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.574592 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.574592 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.574592 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.575105 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.575105 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.575105 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.575105 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.575648 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.575648 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.575648 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.576354 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.576354 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.576354 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.576354 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.576354 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.576750 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.576750 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.576750 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.577042 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.577042 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.577240 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.577345 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.577514 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.577677 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.577840 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.578001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.578001 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.578527 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.578527 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.578680 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.578759 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.578909 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.579072 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.579249 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.579411 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.579574 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.579756 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.579921 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.580116 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.580805 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.580805 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.580805 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.580805 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.581298 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.581298 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.581298 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.581633 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.581633 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.581868 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.581868 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.582030 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.582151 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.582313 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.582475 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.582637 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.582800 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.582962 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.583124 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.583285 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.583447 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.583610 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.583805 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.583967 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.584132 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.584294 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.584463 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.584636 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.584799 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.584963 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.585125 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.585287 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.585449 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.585611 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.585772 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.585934 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.586095 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.586257 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.586430 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.586593 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.586755 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.586918 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.587245 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.587245 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.587446 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.587580 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.587733 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.587861 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.588220 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.588220 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.588424 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.588505 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.588629 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.588790 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.589215 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.589215 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.589381 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.589381 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.589577 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.589704 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.590127 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.590127 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.590127 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.590812 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.590812 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.590812 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.590812 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.591102 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.591102 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.591500 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.591580 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.591772 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.591930 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.592096 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.592257 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.592419 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.592581 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.592742 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.592903 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.593068 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.593231 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.593394 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.593558 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.593720 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.593884 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.594046 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.594209 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.594373 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.594536 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.594698 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.594860 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.595023 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.595186 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.595348 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.595511 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.596232 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.596473 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.596473 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.596936 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.596936 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.597102 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.597228 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.597392 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.597553 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.597717 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.597880 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.598043 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.598207 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.598371 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.598534 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.598696 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.598858 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.599021 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.599186 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.599350 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.599513 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.599675 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.599864 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.600027 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.600190 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.600352 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.600515 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.600669 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.600829 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.600991 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.601153 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.601329 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.601492 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.601654 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.601817 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.601980 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.602144 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.602315 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.602478 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.602640 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.602802 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.602964 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.603126 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.603300 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.603463 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.603624 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.603808 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.603971 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.604133 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.604302 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.604465 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.604626 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.604787 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.604948 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.605111 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.605280 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.605442 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.605604 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.605765 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.605927 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.606089 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.606260 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.606421 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.606582 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.606744 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.606906 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.607067 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.607232 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.607389 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.607551 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.607733 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.607903 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.608065 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.608227 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.608401 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.608565 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.608730 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.608892 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.609054 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.609218 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.609382 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.609550 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.609723 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.609891 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.610056 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.610228 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.610400 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.610570 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.610733 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.610901 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.611076 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.611267 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.612181 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.612476 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.612669 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.612838 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.613026 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.613211 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.613395 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38380) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:39:47.613585 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.613585 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.613585 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.614092 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.614092 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.614092 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.614616 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.614616 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.614616 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.614616 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.615278 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.615278 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:39:47.615278 dv-cinder-750782-22-iscsi neutron-server[115171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 18:39:47.621754 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065277 May 16 18:39:59.111582 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b365c98-b43d-4d2f-a061-7d55d531bacf None None] get_active_networks_info from dv-cinder-750782-22-iscsi {{(pid=115280) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 16 18:39:59.141695 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f072904d-c902-4ff4-bc55-4a628b9e0fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8293214'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:39:59.214141 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b365c98-b43d-4d2f-a061-7d55d531bacf None None] No non-hosted networks {{(pid=115280) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 16 18:40:01.488300 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-ea73ace0-dec3-4971-beb5-f6d73948aac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8293214'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:01.526207 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-cef28bee-0ed7-4490-a600-4eb9b4bb270e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:02.740186 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38448) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:02.768504 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8293214'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:03.273128 dv-cinder-750782-22-iscsi neutron-server[115278]: WARNING oslo_policy.policy [None req-a9afcdf8-0498-45b2-878d-88e924cd24c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:40:03.273887 dv-cinder-750782-22-iscsi neutron-server[115278]: WARNING oslo_policy.policy [None req-a9afcdf8-0498-45b2-878d-88e924cd24c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:40:03.500133 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [None req-a9afcdf8-0498-45b2-878d-88e924cd24c5 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:40:03.507760 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-a9afcdf8-0498-45b2-878d-88e924cd24c5 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7630107 May 16 18:40:04.058138 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8293214'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:05.390421 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8293214'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:05.395192 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.396226 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.396573 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.396908 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.397242 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.397568 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.397889 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.398260 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.398564 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.398894 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.399231 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.399552 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.400134 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.400458 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.400784 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:05.401169 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-22-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:05.412261 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-22-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:05.998046 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 38478) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:06.500045 dv-cinder-750782-22-iscsi neutron-server[115279]: WARNING oslo_policy.policy [None req-8e7a62a1-4468-40ca-93cb-bf6fa879494f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:40:06.500618 dv-cinder-750782-22-iscsi neutron-server[115279]: WARNING oslo_policy.policy [None req-8e7a62a1-4468-40ca-93cb-bf6fa879494f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:40:06.729833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-8e7a62a1-4468-40ca-93cb-bf6fa879494f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:40:06.820705 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.policy [None req-8e7a62a1-4468-40ca-93cb-bf6fa879494f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115279) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 18:40:06.862001 dv-cinder-750782-22-iscsi neutron-server[115279]: WARNING oslo_policy.policy [None req-8e7a62a1-4468-40ca-93cb-bf6fa879494f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:40:06.862368 dv-cinder-750782-22-iscsi neutron-server[115279]: WARNING oslo_policy.policy [None req-8e7a62a1-4468-40ca-93cb-bf6fa879494f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:40:06.960342 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8e7a62a1-4468-40ca-93cb-bf6fa879494f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792368092967', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792368091435', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792368109284', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792368115898', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792368185568', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792368197107', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-971779', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804401', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8195471', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8004699'] for rbac-policy (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:07.034400 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8e7a62a1-4468-40ca-93cb-bf6fa879494f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:07.051745 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-8e7a62a1-4468-40ca-93cb-bf6fa879494f admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0440454 May 16 18:40:09.556620 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38496) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:09.638399 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.db.l3_hamode_db [None req-99b682b8-7442-4ff7-985e-a86019335b45 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 16 18:40:09.717536 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b682b8-7442-4ff7-985e-a86019335b45 None None] Routers set() bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:40:09.717902 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b682b8-7442-4ff7-985e-a86019335b45 None None] Router IDs set() for agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 16 18:40:09.871730 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:40:09.926566 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Made reservation on behalf of 3c0793f1f4e4422f921a1d20504a3726 for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:40:09.988367 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.policy [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115278) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 18:40:10.029654 dv-cinder-750782-22-iscsi neutron-server[115278]: WARNING oslo_policy.policy [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:40:10.030042 dv-cinder-750782-22-iscsi neutron-server[115278]: WARNING oslo_policy.policy [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:40:10.040810 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:10.062655 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:10.176820 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Publish callbacks [] for security_group (545fa6c8-eb8a-47ec-b986-d4154d4533b2), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:10.180327 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (545fa6c8-eb8a-47ec-b986-d4154d4533b2), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:10.203894 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:40:10.239058 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (8415c4b7-63b6-44c0-9b00-a16135106c21), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:10.239609 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Added segment 8415c4b7-63b6-44c0-9b00-a16135106c21 of type vlan for network a1435b35-e20e-439b-9ab8-a3496a461d1c May 16 18:40:10.256326 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=545fa6c8-eb8a-47ec-b986-d4154d4533b2,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:10.275790 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.276131 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.276486 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.276834 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.277162 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.277482 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.277805 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.278121 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.278450 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.278770 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.279164 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.279406 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.279795 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.280053 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.280364 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Tracked resource versions report: May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: pushed versions: May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: { 'AddressGroup': {'1.2'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Agent': {'1.1'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'ConntrackHelper': {'1.0'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'LocalIPAssociation': {'1.0'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Log': {'1.0'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'NDPProxy': {'1.0'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Network': {'1.1'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Port': {'1.7'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'PortForwarding': {'1.3'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'QosPolicy': {'1.10'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SecurityGroup': {'1.5'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SecurityGroupRule': {'1.2'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SubPort': {'1.0'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Subnet': {'1.1'}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Trunk': {'1.1'}} May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: consumer versions: May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: { DHCP agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: L3 agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: Metadata agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: Metering agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: Open vSwitch agent@dv-cinder-750782-22-iscsi: { 'AddressGroup': '1.2', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Agent': '1.1', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'ConntrackHelper': '1.0', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'LocalIPAssociation': '1.0', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Log': '1.0', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'NDPProxy': '1.0', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Network': '1.1', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Port': '1.7', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'PortForwarding': '1.3', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'QosPolicy': '1.10', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SecurityGroup': '1.5', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SecurityGroupRule': '1.2', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SubPort': '1.0', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Subnet': '1.1', May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Trunk': '1.1'}} May 16 18:40:10.281767 dv-cinder-750782-22-iscsi neutron-server[115278]: {{(pid=115278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:40:10.359947 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (a1435b35-e20e-439b-9ab8-a3496a461d1c), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:10.402224 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (a1435b35-e20e-439b-9ab8-a3496a461d1c), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:10.408289 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:40:10.409144 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:10.475316 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9173665 May 16 18:40:10.535334 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74950b36-083a-4d41-b214-f466114afe93 demo demo] Pushing event updated for resources: {'Network': ['ID=a1435b35-e20e-439b-9ab8-a3496a461d1c,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:10.548327 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network a1435b35-e20e-439b-9ab8-a3496a461d1c details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:40:12.990894 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38510) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:13.409404 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24190cbc-706b-406b-9299-b4aff0352735 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:40:13.410745 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-24190cbc-706b-406b-9299-b4aff0352735 demo admin] 10.222.0.72 "GET /v2.0/networks/a1435b35-e20e-439b-9ab8-a3496a461d1c HTTP/1.1" status: 200 len: 825 time: 0.4189289 May 16 18:40:13.446984 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-20d9a2e9-1431-4427-97f2-a100f0096c5b demo admin] 10.222.0.72 "GET /v2.0/subnetpools/81d681dc-b8f2-41c3-87ae-779783977487 HTTP/1.1" status: 200 len: 734 time: 0.0306110 May 16 18:40:13.456069 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '81d681dc-b8f2-41c3-87ae-779783977487', 'ip_version': 4, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:40:13.478262 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Made reservation on behalf of 3c0793f1f4e4422f921a1d20504a3726 for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:40:13.480516 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:13.766015 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (5cfcf784-58dd-41a3-bac1-0f91518ae12f), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:13.832629 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5cfcf784-58dd-41a3-bac1-0f91518ae12f,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:13.836633 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Checking segment: {'id': '8415c4b7-63b6-44c0-9b00-a16135106c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:40:13.837006 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Network hostable DHCP agents. Network: a1435b35-e20e-439b-9ab8-a3496a461d1c, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:40:13.859043 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Network a1435b35-e20e-439b-9ab8-a3496a461d1c is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:40:13.870491 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, a1435b35-e20e-439b-9ab8-a3496a461d1c) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:40:13.875759 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:40:13.876579 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:13.880817 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c522d4-1a6b-47ee-b034-5558381844b1 None None] Network a1435b35-e20e-439b-9ab8-a3496a461d1c requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:40:13.898500 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1cadc9a2-3c19-4905-a266-27e6cc8fcf94 demo admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4461615 May 16 18:40:14.145954 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-a1435b35-e20e-439b-9ab8-a3496a461d1c', 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c', 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'fixed_ips': [{'subnet_id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:40:14.147278 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:14.424322 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Allocated IP 172.20.0.2 (a1435b35-e20e-439b-9ab8-a3496a461d1c/5cfcf784-58dd-41a3-bac1-0f91518ae12f/c9721859-7330-4842-9216-f9b426853c6a) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:40:14.684962 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Publish callbacks [] for port (c9721859-7330-4842-9216-f9b426853c6a), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:14.694418 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (c9721859-7330-4842-9216-f9b426853c6a), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:14.771681 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Network a1435b35-e20e-439b-9ab8-a3496a461d1c is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:40:14.779409 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:40:14.785009 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:40:14.787938 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Pushing event updated for resources: {'Port': ['ID=c9721859-7330-4842-9216-f9b426853c6a,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:14.800403 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.800769 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.801127 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.801483 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.801825 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.802157 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.802485 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.802809 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.803149 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.803477 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.803825 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.804167 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.804494 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.804816 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.805137 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Tracked resource versions report: May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: pushed versions: May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: { 'AddressGroup': {'1.2'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Agent': {'1.1'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'ConntrackHelper': {'1.0'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'LocalIPAssociation': {'1.0'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Log': {'1.0'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'NDPProxy': {'1.0'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Network': {'1.1'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Port': {'1.7'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'PortForwarding': {'1.3'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'QosPolicy': {'1.10'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SecurityGroup': {'1.5'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SecurityGroupRule': {'1.2'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SubPort': {'1.0'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Subnet': {'1.1'}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Trunk': {'1.1'}} May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: consumer versions: May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: { DHCP agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: L3 agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: Metadata agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: Metering agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: Open vSwitch agent@dv-cinder-750782-22-iscsi: { 'AddressGroup': '1.2', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Agent': '1.1', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'ConntrackHelper': '1.0', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'LocalIPAssociation': '1.0', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Log': '1.0', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'NDPProxy': '1.0', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Network': '1.1', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Port': '1.7', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'PortForwarding': '1.3', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'QosPolicy': '1.10', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SecurityGroup': '1.5', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SecurityGroupRule': '1.2', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SubPort': '1.0', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Subnet': '1.1', May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Trunk': '1.1'}} May 16 18:40:14.806516 dv-cinder-750782-22-iscsi neutron-server[115280]: {{(pid=115280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:40:14.878452 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Attempting to bind port c9721859-7330-4842-9216-f9b426853c6a on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:40:14.878856 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Attempting to bind port c9721859-7330-4842-9216-f9b426853c6a by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '8415c4b7-63b6-44c0-9b00-a16135106c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:40:14.879270 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Attempting to bind port c9721859-7330-4842-9216-f9b426853c6a on network a1435b35-e20e-439b-9ab8-a3496a461d1c {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:40:14.884328 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:40:14.884933 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Checking segment: {'id': '8415c4b7-63b6-44c0-9b00-a16135106c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:40:14.885181 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:14.885576 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Bound using segment: {'id': '8415c4b7-63b6-44c0-9b00-a16135106c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:40:14.886104 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Bound port: c9721859-7330-4842-9216-f9b426853c6a, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8415c4b7-63b6-44c0-9b00-a16135106c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:40:14.886510 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c9721859-7330-4842-9216-f9b426853c6a), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:14.948160 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] For port c9721859-7330-4842-9216-f9b426853c6a, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:40:14.952366 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] For port c9721859-7330-4842-9216-f9b426853c6a, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c9721859-7330-4842-9216-f9b426853c6a,segment=NetworkSegment(8415c4b7-63b6-44c0-9b00-a16135106c21),segment_id=8415c4b7-63b6-44c0-9b00-a16135106c21)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:40:14.961188 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (c9721859-7330-4842-9216-f9b426853c6a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:15.023108 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834f67c-d66f-4019-8696-61d309ca86be None None] Pushing event updated for resources: {'Port': ['ID=c9721859-7330-4842-9216-f9b426853c6a,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:16.451340 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38518) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:16.773597 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [None req-76286d58-bf0d-4f08-a509-1b1776e771c1 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:40:16.774610 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-76286d58-bf0d-4f08-a509-1b1776e771c1 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3221915 May 16 18:40:19.286239 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 38526) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:19.601483 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [None req-99129998-e378-43f8-8dd9-aabc3048eb3e admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:40:19.602485 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-99129998-e378-43f8-8dd9-aabc3048eb3e admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3151033 May 16 18:40:22.077314 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 38534) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:22.400370 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-6f240cc8-365f-4575-ad80-5c35aa599111 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:40:22.430985 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6f240cc8-365f-4575-ad80-5c35aa599111 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (50da674e-82be-4a27-a8f2-1a5474adabae), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:22.432675 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6f240cc8-365f-4575-ad80-5c35aa599111 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (50da674e-82be-4a27-a8f2-1a5474adabae), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:22.583011 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6f240cc8-365f-4575-ad80-5c35aa599111 demo demo] Publish callbacks [] for router_controller (50da674e-82be-4a27-a8f2-1a5474adabae), precommit_add_association {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:22.587632 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6f240cc8-365f-4575-ad80-5c35aa599111 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (50da674e-82be-4a27-a8f2-1a5474adabae), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:22.607928 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6f240cc8-365f-4575-ad80-5c35aa599111 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:22.609124 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-6f240cc8-365f-4575-ad80-5c35aa599111 demo demo] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5307970 May 16 18:40:25.145054 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 38546) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:25.485449 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [None req-1519d8bb-1c80-4dbc-8bcc-ecad0acd6ec7 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:40:25.486545 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-1519d8bb-1c80-4dbc-8bcc-ecad0acd6ec7 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3405426 May 16 18:40:26.134981 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c9721859-7330-4842-9216-f9b426853c6a up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:40:26.215827 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port c9721859-7330-4842-9216-f9b426853c6a triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:26.216150 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c9721859-7330-4842-9216-f9b426853c6a), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:26.324816 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port c9721859-7330-4842-9216-f9b426853c6a is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:40:26.325209 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c9721859-7330-4842-9216-f9b426853c6a), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:26.361222 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port c9721859-7330-4842-9216-f9b426853c6a, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c9721859-7330-4842-9216-f9b426853c6a,segment=NetworkSegment(8415c4b7-63b6-44c0-9b00-a16135106c21),segment_id=8415c4b7-63b6-44c0-9b00-a16135106c21)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:40:26.365659 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (c9721859-7330-4842-9216-f9b426853c6a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:26.420094 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=c9721859-7330-4842-9216-f9b426853c6a,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:26.526270 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121ca42b-929f-4eb4-94bf-ec478d88a680 None None] Network a1435b35-e20e-439b-9ab8-a3496a461d1c requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:40:26.613101 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-92e23712-93cf-4ef6-a5d7-d467b7d52448 None None] Provisioning complete for port c9721859-7330-4842-9216-f9b426853c6a triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:26.613494 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-92e23712-93cf-4ef6-a5d7-d467b7d52448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c9721859-7330-4842-9216-f9b426853c6a), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:26.721271 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-92e23712-93cf-4ef6-a5d7-d467b7d52448 None None] Current status of the port c9721859-7330-4842-9216-f9b426853c6a is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:40:26.839289 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-d5573bdc-8a2f-44d9-9aba-bbf8d011413d None None] Provisioning complete for port c9721859-7330-4842-9216-f9b426853c6a triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:26.839677 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-d5573bdc-8a2f-44d9-9aba-bbf8d011413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c9721859-7330-4842-9216-f9b426853c6a), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:26.913399 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-d5573bdc-8a2f-44d9-9aba-bbf8d011413d None None] Current status of the port c9721859-7330-4842-9216-f9b426853c6a is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:40:27.976725 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38554) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:28.107802 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c9721859-7330-4842-9216-f9b426853c6a up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:40:28.149664 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port c9721859-7330-4842-9216-f9b426853c6a triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:28.150057 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c9721859-7330-4842-9216-f9b426853c6a), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:28.220972 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port c9721859-7330-4842-9216-f9b426853c6a is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:40:28.300391 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:40:28.321696 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Made reservation on behalf of 44adac522ccb43149dbafba14f75fd72 for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:40:28.324043 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:28.332116 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:28.404528 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Publish callbacks [] for security_group (c1628f37-fbd4-4d37-b63b-f176267b8b95), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:28.408728 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c1628f37-fbd4-4d37-b63b-f176267b8b95), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:28.421769 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=115278) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 16 18:40:28.443196 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (3b04a10f-3d1b-4335-a02b-d59b8712dfca), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:28.443590 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Added segment 3b04a10f-3d1b-4335-a02b-d59b8712dfca of type flat for network 1ed7400b-e720-4a92-82ea-b845b98b83c3 May 16 18:40:28.444863 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1628f37-fbd4-4d37-b63b-f176267b8b95,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:28.491475 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (1ed7400b-e720-4a92-82ea-b845b98b83c3), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:28.522431 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (1ed7400b-e720-4a92-82ea-b845b98b83c3), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:28.523399 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:40:28.523989 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:28.585075 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6072154 May 16 18:40:28.615537 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfec70c-08e4-4151-b69c-cd28b5fed1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed7400b-e720-4a92-82ea-b845b98b83c3,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:28.626977 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:40:29.017006 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-d41cbbcd-c671-4582-a0c6-5a7e990c0267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:30.471841 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:40:31.027615 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38562) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:31.389083 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c6923-4cd7-4bca-89fa-6c00478a70ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:40:31.390341 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-bb4c6923-4cd7-4bca-89fa-6c00478a70ce demo admin] 10.222.0.72 "GET /v2.0/subnets/5cfcf784-58dd-41a3-bac1-0f91518ae12f HTTP/1.1" status: 200 len: 849 time: 0.3616753 May 16 18:40:31.473890 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8ea5861f-3374-4cdf-8b59-c5f7bd7060ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:31.548764 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-15d28ed3-9eb5-4a11-83d5-ce3b3ae4d03e demo admin] 10.222.0.72 "GET /v2.0/routers/50da674e-82be-4a27-a8f2-1a5474adabae HTTP/1.1" status: 200 len: 704 time: 0.1527698 May 16 18:40:31.803536 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.092181 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Allocated IP 172.20.0.1 (a1435b35-e20e-439b-9ab8-a3496a461d1c/5cfcf784-58dd-41a3-bac1-0f91518ae12f/703cedaa-8951-4e48-9b92-04276956560b) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:40:32.288451 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Publish callbacks [] for port (703cedaa-8951-4e48-9b92-04276956560b), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.351955 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (703cedaa-8951-4e48-9b92-04276956560b), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.417983 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Network a1435b35-e20e-439b-9ab8-a3496a461d1c is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:40:32.422428 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:40:32.429434 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:40:32.429992 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (50da674e-82be-4a27-a8f2-1a5474adabae), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.511660 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Pushing event updated for resources: {'Port': ['ID=703cedaa-8951-4e48-9b92-04276956560b,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:32.639214 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (703cedaa-8951-4e48-9b92-04276956560b), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.722593 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-f0e2dfed-a7e7-4a2a-a033-d0571dd34708 None None] Provisioning complete for port 703cedaa-8951-4e48-9b92-04276956560b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:32.723176 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dfed-a7e7-4a2a-a033-d0571dd34708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (703cedaa-8951-4e48-9b92-04276956560b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.745907 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.755617 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2dfed-a7e7-4a2a-a033-d0571dd34708 None None] Port 703cedaa-8951-4e48-9b92-04276956560b cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:40:32.874010 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Publish callbacks [] for port (703cedaa-8951-4e48-9b92-04276956560b), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.878559 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (703cedaa-8951-4e48-9b92-04276956560b), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.879341 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (50da674e-82be-4a27-a8f2-1a5474adabae), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:32.937302 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Pushing event updated for resources: {'Port': ['ID=703cedaa-8951-4e48-9b92-04276956560b,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:33.002393 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Network a1435b35-e20e-439b-9ab8-a3496a461d1c is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:40:33.003672 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:40:33.154565 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Router 50da674e-82be-4a27-a8f2-1a5474adabae is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:40:33.178733 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-2f8a6d6b-d82f-4a49-9a25-191e22e0a5f5 None None] Provisioning complete for port 703cedaa-8951-4e48-9b92-04276956560b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:33.179119 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6d6b-d82f-4a49-9a25-191e22e0a5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (703cedaa-8951-4e48-9b92-04276956560b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:33.209529 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a6d6b-d82f-4a49-9a25-191e22e0a5f5 None None] Port 703cedaa-8951-4e48-9b92-04276956560b cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:40:33.243296 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:40:33.248403 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-e5d3994f-9614-49ba-8dff-931e09cbc2ac demo admin] 10.222.0.72 "PUT /v2.0/routers/50da674e-82be-4a27-a8f2-1a5474adabae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6945097 May 16 18:40:33.253410 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Sync routers for ids ['50da674e-82be-4a27-a8f2-1a5474adabae'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:40:33.265831 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Routers {'50da674e-82be-4a27-a8f2-1a5474adabae'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:40:33.267323 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:40:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['50da674e-82be-4a27-a8f2-1a5474adabae'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:33.453467 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Set router 50da674e-82be-4a27-a8f2-1a5474adabae gateway port host: None {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:40:33.862820 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'name': 'router1', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:40:22Z', 'updated_at': '2022-05-16T18:40:32Z', 'revision_number': 2, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'gw_port_host': None, '_interfaces': [{'id': '703cedaa-8951-4e48-9b92-04276956560b', 'name': '', 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'mac_address': 'fa:16:3e:fe:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:40:31Z', 'updated_at': '2022-05-16T18:40:32Z', 'revision_number': 2, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'subnets': [{'id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81d681dc-b8f2-41c3-87ae-779783977487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:33.911297 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Checking router: 50da674e-82be-4a27-a8f2-1a5474adabae for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:40:33.911674 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Updating router 50da674e-82be-4a27-a8f2-1a5474adabae port 703cedaa-8951-4e48-9b92-04276956560b binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:40:33.963978 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (703cedaa-8951-4e48-9b92-04276956560b), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:34.004101 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:34.497128 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Publish callbacks [] for port (703cedaa-8951-4e48-9b92-04276956560b), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:34.504338 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (703cedaa-8951-4e48-9b92-04276956560b), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:34.675878 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Pushing event updated for resources: {'Port': ['ID=703cedaa-8951-4e48-9b92-04276956560b,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:34.692408 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.692756 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.693119 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.693477 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.693817 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.694147 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.694479 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.694809 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.695151 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.695484 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.695835 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.696177 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.696507 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.696828 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.697152 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Tracked resource versions report: May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: pushed versions: May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: { 'AddressGroup': {'1.2'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Agent': {'1.1'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'ConntrackHelper': {'1.0'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'LocalIPAssociation': {'1.0'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Log': {'1.0'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'NDPProxy': {'1.0'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Network': {'1.1'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Port': {'1.7'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'PortForwarding': {'1.3'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'QosPolicy': {'1.10'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SecurityGroup': {'1.5'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SecurityGroupRule': {'1.2'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SubPort': {'1.0'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Subnet': {'1.1'}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Trunk': {'1.1'}} May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: consumer versions: May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: { DHCP agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: L3 agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: Metadata agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: Metering agent@dv-cinder-750782-22-iscsi: {}, May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: Open vSwitch agent@dv-cinder-750782-22-iscsi: { 'AddressGroup': '1.2', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Agent': '1.1', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'ConntrackHelper': '1.0', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'LocalIPAssociation': '1.0', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Log': '1.0', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'NDPProxy': '1.0', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Network': '1.1', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Port': '1.7', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'PortForwarding': '1.3', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'QosPolicy': '1.10', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SecurityGroup': '1.5', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SecurityGroupRule': '1.2', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SubPort': '1.0', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Subnet': '1.1', May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Trunk': '1.1'}} May 16 18:40:34.698556 dv-cinder-750782-22-iscsi neutron-server[115281]: {{(pid=115281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:40:34.705774 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Attempting to bind port 703cedaa-8951-4e48-9b92-04276956560b on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:40:34.706185 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Attempting to bind port 703cedaa-8951-4e48-9b92-04276956560b by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '8415c4b7-63b6-44c0-9b00-a16135106c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:40:34.706603 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Attempting to bind port 703cedaa-8951-4e48-9b92-04276956560b on network a1435b35-e20e-439b-9ab8-a3496a461d1c {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:40:34.712651 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:40:34.713060 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Checking segment: {'id': '8415c4b7-63b6-44c0-9b00-a16135106c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:40:34.713586 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:34.713920 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Bound using segment: {'id': '8415c4b7-63b6-44c0-9b00-a16135106c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:40:34.714415 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Bound port: 703cedaa-8951-4e48-9b92-04276956560b, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8415c4b7-63b6-44c0-9b00-a16135106c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:40:34.714801 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (703cedaa-8951-4e48-9b92-04276956560b), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:34.784318 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] For port 703cedaa-8951-4e48-9b92-04276956560b, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:40:34.805198 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] For port 703cedaa-8951-4e48-9b92-04276956560b, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=703cedaa-8951-4e48-9b92-04276956560b,segment=NetworkSegment(8415c4b7-63b6-44c0-9b00-a16135106c21),segment_id=8415c4b7-63b6-44c0-9b00-a16135106c21)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:40:34.811576 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (703cedaa-8951-4e48-9b92-04276956560b), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:34.855790 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Routers {'50da674e-82be-4a27-a8f2-1a5474adabae'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:40:34.856413 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:40:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['50da674e-82be-4a27-a8f2-1a5474adabae'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:34.912469 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-6ce13b08-5fb1-4195-bee2-2ffd8e763099 None None] Provisioning complete for port 703cedaa-8951-4e48-9b92-04276956560b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:34.913144 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6ce13b08-5fb1-4195-bee2-2ffd8e763099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (703cedaa-8951-4e48-9b92-04276956560b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:34.950863 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] Set router 50da674e-82be-4a27-a8f2-1a5474adabae gateway port host: None {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:40:35.004863 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-6ce13b08-5fb1-4195-bee2-2ffd8e763099 None None] Current status of the port 703cedaa-8951-4e48-9b92-04276956560b is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:40:35.005984 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6ce13b08-5fb1-4195-bee2-2ffd8e763099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (703cedaa-8951-4e48-9b92-04276956560b), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:35.046616 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-6ce13b08-5fb1-4195-bee2-2ffd8e763099 None None] For port 703cedaa-8951-4e48-9b92-04276956560b, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=703cedaa-8951-4e48-9b92-04276956560b,segment=NetworkSegment(8415c4b7-63b6-44c0-9b00-a16135106c21),segment_id=8415c4b7-63b6-44c0-9b00-a16135106c21)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:40:35.052217 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6ce13b08-5fb1-4195-bee2-2ffd8e763099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (703cedaa-8951-4e48-9b92-04276956560b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:35.057478 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8733d-5a0c-4eb8-8451-8ee9ab04fa09 None None] Pushing event updated for resources: {'Port': ['ID=703cedaa-8951-4e48-9b92-04276956560b,revision_number=4']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:35.099156 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce13b08-5fb1-4195-bee2-2ffd8e763099 None None] Pushing event updated for resources: {'Port': ['ID=703cedaa-8951-4e48-9b92-04276956560b,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:35.165776 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-d857679e-c511-4437-a400-82f37cca9264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'name': 'router1', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:40:22Z', 'updated_at': '2022-05-16T18:40:32Z', 'revision_number': 2, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'gw_port_host': None, '_interfaces': [{'id': '703cedaa-8951-4e48-9b92-04276956560b', 'name': '', 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'mac_address': 'fa:16:3e:fe:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:40:31Z', 'updated_at': '2022-05-16T18:40:34Z', 'revision_number': 4, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'subnets': [{'id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81d681dc-b8f2-41c3-87ae-779783977487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:35.174454 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-3c0f5f98-9b27-4dff-9d12-c38b4f06c0bd None None] Provisioning complete for port 703cedaa-8951-4e48-9b92-04276956560b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:35.174911 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5f98-9b27-4dff-9d12-c38b4f06c0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (703cedaa-8951-4e48-9b92-04276956560b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:35.191191 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857679e-c511-4437-a400-82f37cca9264 None None] The sync data for ids ['50da674e-82be-4a27-a8f2-1a5474adabae'] in dv-cinder-750782-22-iscsi is: [{'id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'name': 'router1', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:40:22Z', 'updated_at': '2022-05-16T18:40:32Z', 'revision_number': 2, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'gw_port_host': None, '_interfaces': [{'id': '703cedaa-8951-4e48-9b92-04276956560b', 'name': '', 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'mac_address': 'fa:16:3e:fe:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:40:31Z', 'updated_at': '2022-05-16T18:40:34Z', 'revision_number': 4, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'subnets': [{'id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81d681dc-b8f2-41c3-87ae-779783977487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:40:35.252643 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f5f98-9b27-4dff-9d12-c38b4f06c0bd None None] Current status of the port 703cedaa-8951-4e48-9b92-04276956560b is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:40:35.392973 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:35.729708 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38582) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:35.925867 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb24c18d-7a95-4151-9617-a4af6364e14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:40:35.927215 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-cb24c18d-7a95-4151-9617-a4af6364e14a admin admin] 10.222.0.72 "GET /v2.0/networks/1ed7400b-e720-4a92-82ea-b845b98b83c3 HTTP/1.1" status: 200 len: 842 time: 0.1965575 May 16 18:40:35.936690 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:40:35.957120 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Made reservation on behalf of 44adac522ccb43149dbafba14f75fd72 for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:40:35.959564 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:36.289885 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.objects.ports [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115278) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 16 18:40:36.290307 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (3a3c9eaa-3e54-4017-8757-c8d05fec9ee4), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:36.340256 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3c9eaa-3e54-4017-8757-c8d05fec9ee4,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:36.355968 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:40:36.356317 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Network hostable DHCP agents. Network: 1ed7400b-e720-4a92-82ea-b845b98b83c3, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:40:36.372740 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:40:36.382440 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 1ed7400b-e720-4a92-82ea-b845b98b83c3) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:40:36.386484 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:40:36.387071 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:36.393523 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f9261-197b-4444-9c8b-0cfacc4f4614 None None] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:40:36.415501 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1abe22c0-0a61-486d-a088-131749efb150 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4710085 May 16 18:40:36.498393 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01069997-9df8-40bf-bb8d-0415fd87fd85 None None] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:40:38.913510 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38600) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:39.042312 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d472f208-ec8c-46c7-adfe-58465869c2cc demo admin] 10.222.0.72 "GET /v2.0/routers/50da674e-82be-4a27-a8f2-1a5474adabae HTTP/1.1" status: 200 len: 710 time: 0.1275971 May 16 18:40:39.148840 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e83ac4-c2ab-45a6-ab18-454d91cc92ed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:40:39.150184 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-59e83ac4-c2ab-45a6-ab18-454d91cc92ed demo admin] 10.222.0.72 "GET /v2.0/networks/1ed7400b-e720-4a92-82ea-b845b98b83c3 HTTP/1.1" status: 200 len: 886 time: 0.1019862 May 16 18:40:39.159086 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:40:39.399489 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Publish callbacks [] for router_gateway (50da674e-82be-4a27-a8f2-1a5474adabae), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:39.612877 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Publish callbacks [] for router_gateway (50da674e-82be-4a27-a8f2-1a5474adabae), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:39.685421 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:39.791509 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Allocated IP 172.27.1.146 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/dd78c784-ee3d-443c-8b75-88c80d268ed0) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:40:39.894422 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Publish callbacks [] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:39.926703 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:39.959322 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:40:39.962064 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:40:39.967474 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:40:40.008337 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Pushing event updated for resources: {'Port': ['ID=dd78c784-ee3d-443c-8b75-88c80d268ed0,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:40.207067 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Publish callbacks [] for router_gateway (50da674e-82be-4a27-a8f2-1a5474adabae), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:40.479176 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8302595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8300974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29797'] for router (50da674e-82be-4a27-a8f2-1a5474adabae), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:40.483088 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8302612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8302621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8300983'] for router (50da674e-82be-4a27-a8f2-1a5474adabae), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:40.589201 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Router 50da674e-82be-4a27-a8f2-1a5474adabae has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:40:40.692882 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:40:40.697109 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:40.711750 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-edfd90e8-65f2-4681-97d3-eb9c06077510 demo admin] 10.222.0.72 "PUT /v2.0/routers/50da674e-82be-4a27-a8f2-1a5474adabae HTTP/1.1" status: 200 len: 890 time: 1.5425179 May 16 18:40:42.191521 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 703cedaa-8951-4e48-9b92-04276956560b up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:40:42.237497 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 703cedaa-8951-4e48-9b92-04276956560b triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:42.237901 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (703cedaa-8951-4e48-9b92-04276956560b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:42.315329 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 703cedaa-8951-4e48-9b92-04276956560b is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:40:43.161551 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 38612) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:40:43.274848 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-686cc200-149a-4473-a937-673ddd669e33 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1121628 May 16 18:40:44.123574 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Sync routers for ids ['50da674e-82be-4a27-a8f2-1a5474adabae'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:40:44.135197 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Routers {'50da674e-82be-4a27-a8f2-1a5474adabae'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:40:44.135857 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:40:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['50da674e-82be-4a27-a8f2-1a5474adabae'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:44.339134 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Set router 50da674e-82be-4a27-a8f2-1a5474adabae gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:40:44.785370 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'name': 'router1', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'dd78c784-ee3d-443c-8b75-88c80d268ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:40:22Z', 'updated_at': '2022-05-16T18:40:40Z', 'revision_number': 4, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'gw_port': {'id': 'dd78c784-ee3d-443c-8b75-88c80d268ed0', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:40:39Z', 'updated_at': '2022-05-16T18:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '703cedaa-8951-4e48-9b92-04276956560b', 'name': '', 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'mac_address': 'fa:16:3e:fe:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:40:31Z', 'updated_at': '2022-05-16T18:40:35Z', 'revision_number': 5, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'subnets': [{'id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81d681dc-b8f2-41c3-87ae-779783977487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:44.831302 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Checking router: 50da674e-82be-4a27-a8f2-1a5474adabae for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:40:44.831650 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Updating router 50da674e-82be-4a27-a8f2-1a5474adabae port dd78c784-ee3d-443c-8b75-88c80d268ed0 binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:40:44.884017 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:45.244309 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Publish callbacks [] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:45.250983 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:45.302608 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09355a65-ddb8-4ebd-bb22-651cf1bcf43e None None] Pushing event updated for resources: {'Port': ['ID=dd78c784-ee3d-443c-8b75-88c80d268ed0,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:45.318794 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Attempting to bind port dd78c784-ee3d-443c-8b75-88c80d268ed0 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:40:45.319160 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Attempting to bind port dd78c784-ee3d-443c-8b75-88c80d268ed0 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:40:45.319522 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Attempting to bind port dd78c784-ee3d-443c-8b75-88c80d268ed0 on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:40:45.325491 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:40:45.325777 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:40:45.326202 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:45.326647 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:40:45.327138 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Bound port: dd78c784-ee3d-443c-8b75-88c80d268ed0, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:40:45.327471 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:45.380812 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] For port dd78c784-ee3d-443c-8b75-88c80d268ed0, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:40:45.384604 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] For port dd78c784-ee3d-443c-8b75-88c80d268ed0, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=dd78c784-ee3d-443c-8b75-88c80d268ed0,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:40:45.391861 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:45.470418 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09355a65-ddb8-4ebd-bb22-651cf1bcf43e None None] Pushing event updated for resources: {'Port': ['ID=dd78c784-ee3d-443c-8b75-88c80d268ed0,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:45.473726 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Routers {'50da674e-82be-4a27-a8f2-1a5474adabae'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:40:45.474651 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:40:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['50da674e-82be-4a27-a8f2-1a5474adabae'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:45.584935 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] Set router 50da674e-82be-4a27-a8f2-1a5474adabae gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:40:45.804992 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'name': 'router1', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'dd78c784-ee3d-443c-8b75-88c80d268ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:40:22Z', 'updated_at': '2022-05-16T18:40:40Z', 'revision_number': 4, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'gw_port': {'id': 'dd78c784-ee3d-443c-8b75-88c80d268ed0', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:40:39Z', 'updated_at': '2022-05-16T18:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '703cedaa-8951-4e48-9b92-04276956560b', 'name': '', 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'mac_address': 'fa:16:3e:fe:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:40:31Z', 'updated_at': '2022-05-16T18:40:35Z', 'revision_number': 5, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'subnets': [{'id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81d681dc-b8f2-41c3-87ae-779783977487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:40:45.831477 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65072a3-4015-46f5-9128-3fd6e6dfb734 None None] The sync data for ids ['50da674e-82be-4a27-a8f2-1a5474adabae'] in dv-cinder-750782-22-iscsi is: [{'id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'name': 'router1', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'dd78c784-ee3d-443c-8b75-88c80d268ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:40:22Z', 'updated_at': '2022-05-16T18:40:40Z', 'revision_number': 4, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'gw_port': {'id': 'dd78c784-ee3d-443c-8b75-88c80d268ed0', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:40:39Z', 'updated_at': '2022-05-16T18:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '703cedaa-8951-4e48-9b92-04276956560b', 'name': '', 'network_id': 'a1435b35-e20e-439b-9ab8-a3496a461d1c', 'tenant_id': '3c0793f1f4e4422f921a1d20504a3726', 'mac_address': 'fa:16:3e:fe:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50da674e-82be-4a27-a8f2-1a5474adabae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:40:31Z', 'updated_at': '2022-05-16T18:40:35Z', 'revision_number': 5, 'project_id': '3c0793f1f4e4422f921a1d20504a3726', 'subnets': [{'id': '5cfcf784-58dd-41a3-bac1-0f91518ae12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81d681dc-b8f2-41c3-87ae-779783977487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:40:46.176932 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device dd78c784-ee3d-443c-8b75-88c80d268ed0 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:40:46.229628 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port dd78c784-ee3d-443c-8b75-88c80d268ed0 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:46.230375 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:46.313682 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port dd78c784-ee3d-443c-8b75-88c80d268ed0 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:40:46.314302 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:46.340642 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port dd78c784-ee3d-443c-8b75-88c80d268ed0, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=dd78c784-ee3d-443c-8b75-88c80d268ed0,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:40:46.355664 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:46.417094 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=dd78c784-ee3d-443c-8b75-88c80d268ed0,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:40:48.160365 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device dd78c784-ee3d-443c-8b75-88c80d268ed0 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:40:48.221520 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port dd78c784-ee3d-443c-8b75-88c80d268ed0 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:40:48.222231 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (dd78c784-ee3d-443c-8b75-88c80d268ed0), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:40:48.330020 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port dd78c784-ee3d-443c-8b75-88c80d268ed0 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:40:59.034146 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7ea0585c-34f8-4760-ba44-4f4b69380fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:01.481652 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-1ac06606-5f9d-4b7f-9193-6a1b66e72c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:02.730301 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:04.013609 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:05.402084 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:07.471220 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:41:29.021966 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-85eebb67-7681-4696-bded-11e5a42b79d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:31.478278 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6853efeb-b537-47e1-873d-5502d6c70b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:32.730616 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:34.003198 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:35.396644 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:41:44.471694 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:41:59.014585 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-95d50fc6-099a-4673-93b2-611248bd94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:01.481828 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-1dae07f4-1333-4cec-b175-d8713d71f5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:02.670652 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39096) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:02.733127 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:02.753570 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac4f377-3361-4b22-8b35-f9ae0cf0f340 admin admin] GET failed (client error): The resource could not be found. May 16 18:42:02.754938 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-cac4f377-3361-4b22-8b35-f9ae0cf0f340 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0833714 May 16 18:42:02.939920 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af43e31-2b0a-4ffb-969a-f501ea4c5c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:02.941553 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-2af43e31-2b0a-4ffb-969a-f501ea4c5c45 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1825166 May 16 18:42:04.004796 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:05.202782 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39106) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:05.329975 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b5020-b32b-4ecb-acd5-fcac284cc7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:05.331502 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-0c4b5020-b32b-4ecb-acd5-fcac284cc7b7 admin admin] 10.222.0.72 "GET /v2.0/subnets/5cfcf784-58dd-41a3-bac1-0f91518ae12f HTTP/1.1" status: 200 len: 849 time: 0.1278145 May 16 18:42:05.340833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:42:05.398263 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:05.428171 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Publish callbacks [] for subnet (5cfcf784-58dd-41a3-bac1-0f91518ae12f), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:05.597244 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792364444546'] for subnet (5cfcf784-58dd-41a3-bac1-0f91518ae12f), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:05.650573 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:05.651407 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:05.653343 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] 10.222.0.72 "PUT /v2.0/subnets/5cfcf784-58dd-41a3-bac1-0f91518ae12f HTTP/1.1" status: 200 len: 868 time: 0.3161075 May 16 18:42:05.654427 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda15f4-4b6b-4b6f-8a46-e06760981156 None None] Network a1435b35-e20e-439b-9ab8-a3496a461d1c requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:42:05.677080 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfcf784-58dd-41a3-bac1-0f91518ae12f,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:42:05.687539 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.687929 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.688275 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.688760 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.689107 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.689443 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.689778 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.690110 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.690465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.690798 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.691143 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.691479 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.691829 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.692158 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.692498 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd663e-afc2-4340-8d6a-dd84e5ecc682 admin admin] Tracked resource versions report: May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: pushed versions: May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: { 'AddressGroup': {'1.2'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Agent': {'1.1'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'ConntrackHelper': {'1.0'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'LocalIPAssociation': {'1.0'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Log': {'1.0'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'NDPProxy': {'1.0'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Network': {'1.1'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Port': {'1.7'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'PortForwarding': {'1.3'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'QosPolicy': {'1.10'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SecurityGroup': {'1.5'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SecurityGroupRule': {'1.2'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SubPort': {'1.0'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Subnet': {'1.1'}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Trunk': {'1.1'}} May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: consumer versions: May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: { DHCP agent@dv-cinder-750782-22-iscsi: {}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: L3 agent@dv-cinder-750782-22-iscsi: {}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: Metadata agent@dv-cinder-750782-22-iscsi: {}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: Metering agent@dv-cinder-750782-22-iscsi: {}, May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: Open vSwitch agent@dv-cinder-750782-22-iscsi: { 'AddressGroup': '1.2', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Agent': '1.1', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'ConntrackHelper': '1.0', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'LocalIPAssociation': '1.0', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Log': '1.0', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'NDPProxy': '1.0', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Network': '1.1', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Port': '1.7', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'PortForwarding': '1.3', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'QosPolicy': '1.10', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SecurityGroup': '1.5', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SecurityGroupRule': '1.2', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SubPort': '1.0', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Subnet': '1.1', May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Trunk': '1.1'}} May 16 18:42:05.693946 dv-cinder-750782-22-iscsi neutron-server[115279]: {{(pid=115279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:42:06.024121 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-00f2439b-01b7-49b1-8a62-56689fd86851 None None] Provisioning complete for port 703cedaa-8951-4e48-9b92-04276956560b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:42:06.024506 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-00f2439b-01b7-49b1-8a62-56689fd86851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (703cedaa-8951-4e48-9b92-04276956560b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:06.094113 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-00f2439b-01b7-49b1-8a62-56689fd86851 None None] Current status of the port 703cedaa-8951-4e48-9b92-04276956560b is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:42:06.101908 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-00f2439b-01b7-49b1-8a62-56689fd86851 None None] Provisioning complete for port c9721859-7330-4842-9216-f9b426853c6a triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:42:06.102277 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-00f2439b-01b7-49b1-8a62-56689fd86851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c9721859-7330-4842-9216-f9b426853c6a), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:06.174005 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-00f2439b-01b7-49b1-8a62-56689fd86851 None None] Current status of the port c9721859-7330-4842-9216-f9b426853c6a is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:42:07.949463 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39118) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:08.156309 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d72676b-ebb3-49a2-baba-53085c520782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:08.156711 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d72676b-ebb3-49a2-baba-53085c520782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:08.158234 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-3d72676b-ebb3-49a2-baba-53085c520782 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2078300 May 16 18:42:10.378314 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39126) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:10.574993 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee4d52-41d7-4e36-a4c9-c75df8a8ac24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:10.575372 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee4d52-41d7-4e36-a4c9-c75df8a8ac24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:10.577441 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d2ee4d52-41d7-4e36-a4c9-c75df8a8ac24 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981809 May 16 18:42:12.833304 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39136) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:12.956091 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f63bb-e319-4666-887d-d09a7b8d668a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:12.957453 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-322f63bb-e319-4666-887d-d09a7b8d668a admin admin] 10.222.0.72 "GET /v2.0/networks/1ed7400b-e720-4a92-82ea-b845b98b83c3 HTTP/1.1" status: 200 len: 886 time: 0.1232066 May 16 18:42:15.277527 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39144) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:15.409203 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577831a-4ede-45a9-abcc-b9ba6a3df87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:15.410563 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-a577831a-4ede-45a9-abcc-b9ba6a3df87c admin admin] 10.222.0.72 "GET /v2.0/networks/a1435b35-e20e-439b-9ab8-a3496a461d1c HTTP/1.1" status: 200 len: 869 time: 0.1320810 May 16 18:42:17.706829 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39152) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:17.832291 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880e185-9809-4515-905f-822bee8e1e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:17.832744 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880e185-9809-4515-905f-822bee8e1e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:17.834254 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7880e185-9809-4515-905f-822bee8e1e14 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264803 May 16 18:42:20.094774 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39160) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:20.184518 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eefa2-ac0c-4236-814c-e3d44f021661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:20.185668 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70eefa2-ac0c-4236-814c-e3d44f021661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:20.187592 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b70eefa2-ac0c-4236-814c-e3d44f021661 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918410 May 16 18:42:21.470163 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:42:22.427688 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39168) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:22.512973 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54f3be-0f82-48b9-b318-006a1b9faff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:22.514389 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ca54f3be-0f82-48b9-b318-006a1b9faff9 admin admin] 10.222.0.72 "GET /v2.0/subnets/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4 HTTP/1.1" status: 200 len: 816 time: 0.0857148 May 16 18:42:24.786610 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39176) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:42:24.884091 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69caad50-f33a-490c-89b4-e18e173e326b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:42:24.885831 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-69caad50-f33a-490c-89b4-e18e173e326b admin admin] 10.222.0.72 "GET /v2.0/subnets/5cfcf784-58dd-41a3-bac1-0f91518ae12f HTTP/1.1" status: 200 len: 868 time: 0.0981934 May 16 18:42:29.017076 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3dc7eebc-1707-4e3f-9a84-a5e02819c827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:31.484253 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-49dd37eb-129f-41fd-a2ab-6ec5f596b1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:32.736531 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:34.017730 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:35.402706 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:42:58.468916 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:42:59.019677 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e4e6-ac8b-443f-a394-e62972e2b399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:01.486380 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-62e167f5-5fe4-4aea-a17b-3c9ae7be2e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:02.739629 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:04.013297 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:05.406129 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:05.734298 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39234) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:43:05.782076 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [None req-f6880f45-6298-4eb9-b1e2-6e5542217598 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:43:05.783092 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f6880f45-6298-4eb9-b1e2-6e5542217598 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0478590 May 16 18:43:08.103768 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39242) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:43:08.163389 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.pecan_wsgi.hooks.translation [None req-236f61c3-e9db-4fa5-be59-b2bd7917a5c0 admin admin] GET failed (client error): The resource could not be found. May 16 18:43:08.164718 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-236f61c3-e9db-4fa5-be59-b2bd7917a5c0 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600190 May 16 18:43:08.306442 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0502ec-c92e-4cad-8900-7264e21fad7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:43:08.307941 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7f0502ec-c92e-4cad-8900-7264e21fad7d admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380932 May 16 18:43:10.590121 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39250) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:43:10.636519 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:43:10.655522 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Made reservation on behalf of 44adac522ccb43149dbafba14f75fd72 for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:43:10.657959 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:10.684582 dv-cinder-750782-22-iscsi neutron-server[115278]: WARNING neutron.services.revisions.revision_plugin [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Could not find related network for resource to bump revision. May 16 18:43:10.696054 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:43:10.705135 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (c965e418-01f9-448a-991c-72e9ea780e8e), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:10.705527 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Added segment c965e418-01f9-448a-991c-72e9ea780e8e of type vlan for network f201aecf-ec67-4d31-a99b-c2598e371af9 May 16 18:43:10.747401 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (f201aecf-ec67-4d31-a99b-c2598e371af9), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:10.773747 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (f201aecf-ec67-4d31-a99b-c2598e371af9), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:10.774677 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:43:10.775245 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:10.806512 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2152357 May 16 18:43:10.838045 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Pushing event updated for resources: {'Network': ['ID=f201aecf-ec67-4d31-a99b-c2598e371af9,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:43:10.846831 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.847184 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.847531 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.847907 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.848241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.848581 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.848914 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.849239 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.849568 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.849897 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.850225 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.850550 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.850872 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.851192 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.851513 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2b955-8bad-4845-b32d-0d0c321505ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:10.863898 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network f201aecf-ec67-4d31-a99b-c2598e371af9 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:43:13.152024 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39258) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:43:13.212559 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd3d5e4-7dbc-47a8-b5e1-5ab58d5af2fb admin admin] GET failed (client error): The resource could not be found. May 16 18:43:13.213814 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-3dd3d5e4-7dbc-47a8-b5e1-5ab58d5af2fb admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608461 May 16 18:43:13.383415 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15302c1b-bd5a-427e-8354-fbd12b94085a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:43:13.384876 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-15302c1b-bd5a-427e-8354-fbd12b94085a admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1662068 May 16 18:43:13.394925 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Request body: {'subnet': {'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:43:13.414048 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Made reservation on behalf of 44adac522ccb43149dbafba14f75fd72 for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:43:13.416362 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:13.574222 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (37c06d2c-b33e-44d5-b6a0-500038dab721), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:13.626417 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c06d2c-b33e-44d5-b6a0-500038dab721,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:43:13.634578 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Checking segment: {'id': 'c965e418-01f9-448a-991c-72e9ea780e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:43:13.634924 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Network hostable DHCP agents. Network: f201aecf-ec67-4d31-a99b-c2598e371af9, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:43:13.651834 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Network f201aecf-ec67-4d31-a99b-c2598e371af9 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:43:13.659798 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, f201aecf-ec67-4d31-a99b-c2598e371af9) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:43:13.663987 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:43:13.664579 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:13.669235 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc03e35-e52b-4111-9316-5cb8c5caf4db None None] Network f201aecf-ec67-4d31-a99b-c2598e371af9 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:43:13.688564 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-2305566b-a10c-4fbd-9b32-479c1d3155aa admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2888303 May 16 18:43:13.871913 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-f201aecf-ec67-4d31-a99b-c2598e371af9', 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9', 'project_id': '44adac522ccb43149dbafba14f75fd72', 'fixed_ips': [{'subnet_id': '37c06d2c-b33e-44d5-b6a0-500038dab721'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:43:13.872865 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:14.012643 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Allocated IP 192.168.233.2 (f201aecf-ec67-4d31-a99b-c2598e371af9/37c06d2c-b33e-44d5-b6a0-500038dab721/dcf4dc0a-d699-45b7-9be1-e5e2065849a1) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:43:14.159146 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Publish callbacks [] for port (dcf4dc0a-d699-45b7-9be1-e5e2065849a1), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:14.170424 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (dcf4dc0a-d699-45b7-9be1-e5e2065849a1), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:14.222438 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Network f201aecf-ec67-4d31-a99b-c2598e371af9 is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:43:14.223294 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Pushing event updated for resources: {'Port': ['ID=dcf4dc0a-d699-45b7-9be1-e5e2065849a1,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:43:14.226684 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:43:14.232398 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:43:14.234913 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.235259 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.235624 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.236007 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.236346 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.236681 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.237011 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.237336 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.237684 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.238015 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.238341 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.238668 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.238994 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.239315 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.239635 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:43:14.298342 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Attempting to bind port dcf4dc0a-d699-45b7-9be1-e5e2065849a1 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:43:14.298712 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Attempting to bind port dcf4dc0a-d699-45b7-9be1-e5e2065849a1 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'c965e418-01f9-448a-991c-72e9ea780e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:43:14.299068 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Attempting to bind port dcf4dc0a-d699-45b7-9be1-e5e2065849a1 on network f201aecf-ec67-4d31-a99b-c2598e371af9 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:43:14.304217 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:43:14.304583 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Checking segment: {'id': 'c965e418-01f9-448a-991c-72e9ea780e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:43:14.305040 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:14.305429 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Bound using segment: {'id': 'c965e418-01f9-448a-991c-72e9ea780e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:43:14.305886 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Bound port: dcf4dc0a-d699-45b7-9be1-e5e2065849a1, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c965e418-01f9-448a-991c-72e9ea780e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:43:14.306258 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (dcf4dc0a-d699-45b7-9be1-e5e2065849a1), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:14.367189 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] For port dcf4dc0a-d699-45b7-9be1-e5e2065849a1, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:43:14.370521 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] For port dcf4dc0a-d699-45b7-9be1-e5e2065849a1, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=dcf4dc0a-d699-45b7-9be1-e5e2065849a1,segment=NetworkSegment(c965e418-01f9-448a-991c-72e9ea780e8e),segment_id=c965e418-01f9-448a-991c-72e9ea780e8e)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:43:14.376351 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (dcf4dc0a-d699-45b7-9be1-e5e2065849a1), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:14.436309 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a54c1-96ab-4ba6-b89b-0a2884c5024a None None] Pushing event updated for resources: {'Port': ['ID=dcf4dc0a-d699-45b7-9be1-e5e2065849a1,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:43:15.281674 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c3c02a-2cce-435c-8177-4f76322d8f59 None None] Network f201aecf-ec67-4d31-a99b-c2598e371af9 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:43:15.316207 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-7660320f-a2c2-4227-8ac2-a4de8af347c3 None None] Provisioning complete for port dcf4dc0a-d699-45b7-9be1-e5e2065849a1 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:43:15.316589 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7660320f-a2c2-4227-8ac2-a4de8af347c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (dcf4dc0a-d699-45b7-9be1-e5e2065849a1), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:15.457738 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-7660320f-a2c2-4227-8ac2-a4de8af347c3 None None] Current status of the port dcf4dc0a-d699-45b7-9be1-e5e2065849a1 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:43:15.458051 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7660320f-a2c2-4227-8ac2-a4de8af347c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (dcf4dc0a-d699-45b7-9be1-e5e2065849a1), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:15.495416 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-7660320f-a2c2-4227-8ac2-a4de8af347c3 None None] For port dcf4dc0a-d699-45b7-9be1-e5e2065849a1, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=dcf4dc0a-d699-45b7-9be1-e5e2065849a1,segment=NetworkSegment(c965e418-01f9-448a-991c-72e9ea780e8e),segment_id=c965e418-01f9-448a-991c-72e9ea780e8e)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:43:15.502808 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7660320f-a2c2-4227-8ac2-a4de8af347c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (dcf4dc0a-d699-45b7-9be1-e5e2065849a1), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:15.561303 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660320f-a2c2-4227-8ac2-a4de8af347c3 None None] Pushing event updated for resources: {'Port': ['ID=dcf4dc0a-d699-45b7-9be1-e5e2065849a1,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:43:15.722808 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-86f97b4c-bd5e-48ce-8bd5-4489e1a1d68c None None] Provisioning complete for port dcf4dc0a-d699-45b7-9be1-e5e2065849a1 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:43:15.723112 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-86f97b4c-bd5e-48ce-8bd5-4489e1a1d68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (dcf4dc0a-d699-45b7-9be1-e5e2065849a1), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:15.795354 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-86f97b4c-bd5e-48ce-8bd5-4489e1a1d68c None None] Current status of the port dcf4dc0a-d699-45b7-9be1-e5e2065849a1 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:43:16.242293 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device dcf4dc0a-d699-45b7-9be1-e5e2065849a1 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:43:16.286075 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port dcf4dc0a-d699-45b7-9be1-e5e2065849a1 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:43:16.286770 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (dcf4dc0a-d699-45b7-9be1-e5e2065849a1), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:16.362098 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port dcf4dc0a-d699-45b7-9be1-e5e2065849a1 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:43:29.024961 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-0726dd50-cdcb-48be-9821-3e3d9f237a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:31.487932 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef25-f130-4c77-b0c3-f715940b704c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:32.742614 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:34.015721 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:35.408514 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:43:35.467182 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:43:59.018236 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-91fc3d17-d9e0-4ac8-bdbd-1fc4113ee0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:01.490226 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b6f86ae8-bd1b-419a-a8a7-683b883b2e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:02.745951 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:04.019535 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:05.411056 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:12.466844 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:44:29.021264 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-cbf02270-044b-4f0a-942f-37a428bba857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:31.496940 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2eb17a58-6030-49d9-95e8-9b213f3695e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:32.748528 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:34.021353 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:35.416946 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:48.373218 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39296) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:44:48.378822 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [None req-68116991-e59e-4579-8971-542ae653e19e tempest-verify_tempest_config-486736393 tempest-verify_tempest_config-486736393-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:44:48.379941 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-68116991-e59e-4579-8971-542ae653e19e tempest-verify_tempest_config-486736393 tempest-verify_tempest_config-486736393-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056493 May 16 18:44:48.672274 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39314) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:44:48.783562 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:48.888733 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Publish callbacks [] for security_group (9190558a-98f9-4688-bdb3-6f498c9eff55), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:48.892420 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9190558a-98f9-4688-bdb3-6f498c9eff55), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:48.937698 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a943f75527844979f37d5641cdfc369&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2643602 May 16 18:44:48.938530 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9190558a-98f9-4688-bdb3-6f498c9eff55,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:44:48.940356 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39320) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:44:48.945188 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.945540 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.945889 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.946271 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.946822 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.947166 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.947502 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.947860 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.948195 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.948527 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.948856 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.949185 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.949508 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.949830 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.950156 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b6d6a8-6bf1-4dff-aea7-b31a5f832862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:48.995607 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Publish callbacks [] for security_group (9190558a-98f9-4688-bdb3-6f498c9eff55), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:49.015509 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Publish callbacks [] for security_group (9190558a-98f9-4688-bdb3-6f498c9eff55), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:49.106699 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9190558a-98f9-4688-bdb3-6f498c9eff55), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:49.109325 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:44:49.110534 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9190558a-98f9-4688-bdb3-6f498c9eff55 HTTP/1.1" status: 204 len: 168 time: 0.1692109 May 16 18:44:49.118028 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9190558a-98f9-4688-bdb3-6f498c9eff55,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:44:49.124907 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.125259 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.125618 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.125964 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.126301 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.126631 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.126957 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.127284 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.127616 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.127973 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.128297 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.128619 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.128937 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.129250 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.129581 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6088c6-57d4-4c8e-8b3d-85be52d6ec87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:44:49.465337 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:44:59.025121 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5567a21b-64f5-47ba-9e15-ea51133761b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:01.488368 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-4b91a688-b579-4565-947d-83dbe1f44108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:02.752132 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:04.025947 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:05.409717 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:26.464151 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:45:29.027334 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8e5f1a19-2051-410e-b930-a817acfc35c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:31.492782 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-09ced700-1043-42c5-9020-cc56f9cdce4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:32.752293 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:34.028593 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:35.412927 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:45:59.029587 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9e88-9569-4d37-9b6a-9dd12d1bef1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:01.496496 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-27251373-97ae-427f-b57f-c9f9b6e73a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:02.756096 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:03.462483 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 5 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:46:04.032782 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:05.513835 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:29.036328 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e6db-f362-4125-8b8c-8a3af24b8bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:31.501232 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-74261840-3c26-4ea9-905a-f06f70c98252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:32.759408 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:33.553775 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8293214'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:34.044472 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:35.417814 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:46:40.463057 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:46:46.532654 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39390) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:46:46.635168 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-99f41bc2-7155-4d21-ad2d-4a0f17f4aa53 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1015055 May 16 18:46:48.902413 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39400) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:46:48.958413 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-642e1372-b887-41c8-821b-6ce29d524293 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0549383 May 16 18:46:59.030995 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-27ff5c4a-a3e5-4ef8-ae43-d6ee2e548169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:01.503380 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7a522401-8610-4931-b1a6-7625bfed0d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:02.760077 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:03.518847 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:04.045557 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:05.424153 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:17.461145 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:47:29.034052 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5121c50a-5cc9-4076-9e21-4038bf127d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:31.505006 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7f83d57b-9a95-49a9-818e-d648409c9921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:32.762940 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:33.527648 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:34.052932 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:35.418859 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:47:54.460077 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:47:59.036339 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-964b0293-a536-481e-991e-f0d9cdbd6199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:01.506751 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-644282b2-ad3b-4db6-a17f-94d8fd474b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:02.766605 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:03.550884 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:04.048644 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:05.421444 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.062461 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39586) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:28.126487 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39598) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:28.360097 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-800022250-network', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:28.380680 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Made reservation on behalf of 593c7b69cbad453499aacad0ad6e64ae for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:48:28.383698 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.392652 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.476070 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Publish callbacks [] for security_group (448596df-9313-4068-b162-7f58b8f9a382), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.481645 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (448596df-9313-4068-b162-7f58b8f9a382), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.507488 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:48:28.515789 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448596df-9313-4068-b162-7f58b8f9a382,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:28.526270 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.526508 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.526993 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.527251 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.527523 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.527838 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.528268 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.528763 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.529152 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.529481 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.529806 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.530128 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.530447 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.530762 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.531076 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Tracked resource versions report: May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: pushed versions: May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: { 'AddressGroup': {'1.2'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Agent': {'1.1'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'ConntrackHelper': {'1.0'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'LocalIPAssociation': {'1.0'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Log': {'1.0'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'NDPProxy': {'1.0'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Network': {'1.1'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Port': {'1.7'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'PortForwarding': {'1.3'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'QosPolicy': {'1.10'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SecurityGroup': {'1.5'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SecurityGroupRule': {'1.2'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SubPort': {'1.0'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Subnet': {'1.1'}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Trunk': {'1.1'}} May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: consumer versions: May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: { DHCP agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: HyperV agent@hv-cinder-75078: {}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: L3 agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: Metadata agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: Metering agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: Open vSwitch agent@dv-cinder-750782-22-iscsi: { 'AddressGroup': '1.2', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Agent': '1.1', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'ConntrackHelper': '1.0', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'LocalIPAssociation': '1.0', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Log': '1.0', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'NDPProxy': '1.0', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Network': '1.1', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Port': '1.7', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'PortForwarding': '1.3', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'QosPolicy': '1.10', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SecurityGroup': '1.5', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SecurityGroupRule': '1.2', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'SubPort': '1.0', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Subnet': '1.1', May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: 'Trunk': '1.1'}} May 16 18:48:28.532377 dv-cinder-750782-22-iscsi neutron-server[115278]: {{(pid=115278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:48:28.537368 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (71f45c12-2d02-49af-989b-c50b0ed2f124), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.537813 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Added segment 71f45c12-2d02-49af-989b-c50b0ed2f124 of type vlan for network 236a317a-f889-44df-b53d-ac5f81a24b24 May 16 18:48:28.577477 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (236a317a-f889-44df-b53d-ac5f81a24b24), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.603172 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (236a317a-f889-44df-b53d-ac5f81a24b24), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.604575 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:28.605165 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.637107 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-276228426-network', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:28.687064 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6224241 May 16 18:48:28.690001 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39620) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:28.695481 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Request body: {'subnet': {'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-800022250-subnet', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:28.706247 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0c605-7d92-467f-a9f9-c7073a5ecb25 admin admin] Pushing event updated for resources: {'Network': ['ID=236a317a-f889-44df-b53d-ac5f81a24b24,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:28.713442 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Made reservation on behalf of 67cdad09821341cfa56bbc4642d2cd04 for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:48:28.717381 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.719765 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 236a317a-f889-44df-b53d-ac5f81a24b24 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:48:28.728126 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Made reservation on behalf of 593c7b69cbad453499aacad0ad6e64ae for: {'subnet': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:48:28.729964 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.731401 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.809397 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39626) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:28.840864 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Publish callbacks [] for security_group (4b58c8ea-a59b-48d2-a452-ba2a963269ca), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.848863 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (4b58c8ea-a59b-48d2-a452-ba2a963269ca), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.864907 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:48:28.866373 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39630) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:28.883291 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (27c2e7d4-b7eb-4807-925c-20766cf93408), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.883746 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Added segment 27c2e7d4-b7eb-4807-925c-20766cf93408 of type vlan for network 6559b826-317e-418c-bd4b-dba054fded99 May 16 18:48:28.926953 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b58c8ea-a59b-48d2-a452-ba2a963269ca,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:28.940816 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (6559b826-317e-418c-bd4b-dba054fded99), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.978658 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (6559b826-317e-418c-bd4b-dba054fded99), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:28.980675 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:28.981731 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.055562 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2114a6a0-fd5e-4a7b-92eb-8f02deedbcb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.074953 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9473712 May 16 18:48:29.078196 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39644) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:29.078951 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5437f03-ae3b-45d3-b5d2-b21b17412e98 admin admin] Pushing event updated for resources: {'Network': ['ID=6559b826-317e-418c-bd4b-dba054fded99,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:29.091632 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Request body: {'subnet': {'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-subnet', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:29.091841 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 6559b826-317e-418c-bd4b-dba054fded99 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:48:29.107516 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (705c0d18-60df-43e1-b716-3a5447ba5fc5), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.166617 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705c0d18-60df-43e1-b716-3a5447ba5fc5,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:29.180580 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.181199 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.181706 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.182195 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.182686 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.183195 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.183683 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.184177 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.184692 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.185189 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.185682 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.186159 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.186632 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.187119 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.187449 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Tracked resource versions report: May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: pushed versions: May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: { 'AddressGroup': {'1.2'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Agent': {'1.1'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'ConntrackHelper': {'1.0'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'LocalIPAssociation': {'1.0'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Log': {'1.0'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'NDPProxy': {'1.0'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Network': {'1.1'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Port': {'1.7'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'PortForwarding': {'1.3'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'QosPolicy': {'1.10'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SecurityGroup': {'1.5'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SecurityGroupRule': {'1.2'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SubPort': {'1.0'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Subnet': {'1.1'}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Trunk': {'1.1'}} May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: consumer versions: May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: { DHCP agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: HyperV agent@hv-cinder-75078: {}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: L3 agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: Metadata agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: Metering agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: Open vSwitch agent@dv-cinder-750782-22-iscsi: { 'AddressGroup': '1.2', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Agent': '1.1', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'ConntrackHelper': '1.0', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'LocalIPAssociation': '1.0', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Log': '1.0', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'NDPProxy': '1.0', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Network': '1.1', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Port': '1.7', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'PortForwarding': '1.3', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'QosPolicy': '1.10', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SecurityGroup': '1.5', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SecurityGroupRule': '1.2', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'SubPort': '1.0', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Subnet': '1.1', May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: 'Trunk': '1.1'}} May 16 18:48:29.188668 dv-cinder-750782-22-iscsi neutron-server[115279]: {{(pid=115279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:48:29.191847 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Made reservation on behalf of 67cdad09821341cfa56bbc4642d2cd04 for: {'subnet': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:48:29.194442 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.277404 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-844715579-network', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:29.338485 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Made reservation on behalf of 75d882994e2c443fb1d9104ccbfb8c7f for: {'network': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:48:29.340992 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.361160 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Checking segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:29.361530 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Network hostable DHCP agents. Network: 236a317a-f889-44df-b53d-ac5f81a24b24, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:48:29.371037 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1993046462-network', 'tenant_id': 'b17a9621d46a4dec8cc4b8946abaa2c9'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:29.405098 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.409167 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Made reservation on behalf of b17a9621d46a4dec8cc4b8946abaa2c9 for: {'network': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:48:29.411402 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.426839 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.491812 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Network 236a317a-f889-44df-b53d-ac5f81a24b24 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:48:29.539108 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 236a317a-f889-44df-b53d-ac5f81a24b24) {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:29.547357 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (18c7ecb4-3fd6-4781-93da-dd2805e81e72), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.551993 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07053458-6ae3-456a-97ac-4b47553f891c None None] Network 236a317a-f889-44df-b53d-ac5f81a24b24 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:48:29.559554 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:29.560628 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.683567 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-706357d9-c0a6-428e-892c-81901cce7866 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9899275 May 16 18:48:29.684456 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39682) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:29.684879 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c7ecb4-3fd6-4781-93da-dd2805e81e72,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:29.689444 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:29.711260 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Publish callbacks [] for security_group (faff30fe-b116-4935-ad15-a95e0b7da806), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.715068 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Checking segment: {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:29.715675 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Network hostable DHCP agents. Network: 6559b826-317e-418c-bd4b-dba054fded99, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:48:29.729247 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Publish callbacks [] for security_group (325b381f-1008-4cf1-ab31-8c65574c9836), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.730244 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (faff30fe-b116-4935-ad15-a95e0b7da806), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.735590 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-236a317a-f889-44df-b53d-ac5f81a24b24', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:48:29.736781 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.743407 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (74859a38-2d16-4cfc-894f-8cdb86bb2a17), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.745678 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (74859a38-2d16-4cfc-894f-8cdb86bb2a17), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.755287 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (325b381f-1008-4cf1-ab31-8c65574c9836), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.773998 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=115279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:48:29.793172 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=115279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:48:29.795511 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff30fe-b116-4935-ad15-a95e0b7da806,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:29.813084 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (15fe39ed-38f0-41e5-860a-1271b147fc91), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.813960 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.segments_db [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Added segment 15fe39ed-38f0-41e5-860a-1271b147fc91 of type vlan for network 265ca952-32c3-45ee-8297-5b81b68af9fb May 16 18:48:29.828757 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Network 6559b826-317e-418c-bd4b-dba054fded99 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:48:29.848480 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (1fae94da-9b52-48d9-b9c7-99fb05a5f46d), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.849137 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.segments_db [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Added segment 1fae94da-9b52-48d9-b9c7-99fb05a5f46d of type vlan for network 0c75a3ed-7213-40cc-afeb-904a2bdea446 May 16 18:48:29.938109 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 6559b826-317e-418c-bd4b-dba054fded99) {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:29.948433 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (265ca952-32c3-45ee-8297-5b81b68af9fb), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.974515 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:29.975317 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.982267 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (0c75a3ed-7213-40cc-afeb-904a2bdea446), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:29.989901 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325b381f-1008-4cf1-ab31-8c65574c9836,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:29.990954 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks [] for router_controller (74859a38-2d16-4cfc-894f-8cdb86bb2a17), precommit_add_association {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.011447 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Allocated IP 172.20.0.2 (236a317a-f889-44df-b53d-ac5f81a24b24/705c0d18-60df-43e1-b716-3a5447ba5fc5/7863686d-346f-4dc3-8464-03356f3338fa) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:30.031491 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-59375763-3ed3-4661-9130-3eeee7a28e35 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9491408 May 16 18:48:30.035038 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39688) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:30.041867 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:30.050191 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (265ca952-32c3-45ee-8297-5b81b68af9fb), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.051167 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:30.051948 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.107978 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (0c75a3ed-7213-40cc-afeb-904a2bdea446), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.108981 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:30.109537 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.114227 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84091746-f599-4dcb-95b8-72733abbb503 None None] Network 6559b826-317e-418c-bd4b-dba054fded99 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:48:30.125971 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (ce7e9eb4-07b5-459e-99d9-904e47a10353), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.126987 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (ce7e9eb4-07b5-459e-99d9-904e47a10353), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.186528 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3757353 May 16 18:48:30.191591 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39690) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:30.194531 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3264000 May 16 18:48:30.197829 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39692) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:30.202924 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Request body: {'subnet': {'network_id': '0c75a3ed-7213-40cc-afeb-904a2bdea446', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1993046462-subnet', 'tenant_id': 'b17a9621d46a4dec8cc4b8946abaa2c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:30.207942 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c806b-36f2-4c24-9c75-19de71c24460 admin admin] Pushing event updated for resources: {'Network': ['ID=265ca952-32c3-45ee-8297-5b81b68af9fb,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:30.232140 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 265ca952-32c3-45ee-8297-5b81b68af9fb details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:48:30.288931 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks [] for router_controller (ce7e9eb4-07b5-459e-99d9-904e47a10353), precommit_add_association {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.290102 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Made reservation on behalf of b17a9621d46a4dec8cc4b8946abaa2c9 for: {'subnet': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:48:30.292781 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.321922 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Request body: {'subnet': {'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-844715579-subnet', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:30.444570 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks [] for router_gateway (74859a38-2d16-4cfc-894f-8cdb86bb2a17), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.475188 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Made reservation on behalf of 75d882994e2c443fb1d9104ccbfb8c7f for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:48:30.479812 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.685346 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede910a2-21da-432e-8b7d-f24d84be6f0a admin admin] Pushing event updated for resources: {'Network': ['ID=0c75a3ed-7213-40cc-afeb-904a2bdea446,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:30.720253 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Publish callbacks [] for port (7863686d-346f-4dc3-8464-03356f3338fa), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.757069 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 0c75a3ed-7213-40cc-afeb-904a2bdea446 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:48:30.784991 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (7863686d-346f-4dc3-8464-03356f3338fa), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.897734 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Network 236a317a-f889-44df-b53d-ac5f81a24b24 is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:30.906475 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Pushing event updated for resources: {'Port': ['ID=7863686d-346f-4dc3-8464-03356f3338fa,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:30.909546 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:30.914374 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-6559b826-317e-418c-bd4b-dba054fded99', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:48:30.916214 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:30.938422 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:30.968188 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks [] for router_gateway (74859a38-2d16-4cfc-894f-8cdb86bb2a17), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.009444 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.105296 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (8ccc63a2-f1c7-41d4-ac2e-1b63598e6643), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.109314 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks [] for router_gateway (ce7e9eb4-07b5-459e-99d9-904e47a10353), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.288927 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.289334 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.289834 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.290275 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.290696 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.291110 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.292141 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.292141 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.292505 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.292915 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.293330 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.293756 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.294163 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.294573 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.294978 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Tracked resource versions report: May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: pushed versions: May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: { 'AddressGroup': {'1.2'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Agent': {'1.1'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'ConntrackHelper': {'1.0'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'LocalIPAssociation': {'1.0'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Log': {'1.0'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'NDPProxy': {'1.0'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Network': {'1.1'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Port': {'1.7'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'PortForwarding': {'1.3'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'QosPolicy': {'1.10'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SecurityGroup': {'1.5'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SecurityGroupRule': {'1.2'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SubPort': {'1.0'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Subnet': {'1.1'}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Trunk': {'1.1'}} May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: consumer versions: May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: { DHCP agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: HyperV agent@hv-cinder-75078: {}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: L3 agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: Metadata agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: Metering agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: Open vSwitch agent@dv-cinder-750782-22-iscsi: { 'AddressGroup': '1.2', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Agent': '1.1', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'ConntrackHelper': '1.0', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'LocalIPAssociation': '1.0', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Log': '1.0', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'NDPProxy': '1.0', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Network': '1.1', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Port': '1.7', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'PortForwarding': '1.3', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'QosPolicy': '1.10', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SecurityGroup': '1.5', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SecurityGroupRule': '1.2', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'SubPort': '1.0', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Subnet': '1.1', May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: 'Trunk': '1.1'}} May 16 18:48:31.296290 dv-cinder-750782-22-iscsi neutron-server[115280]: {{(pid=115280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:48:31.359796 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Allocated IP 172.27.1.32 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/6dc7c40a-5294-4ff9-8cd0-eeb73eb121df) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:31.368287 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Attempting to bind port 7863686d-346f-4dc3-8464-03356f3338fa on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:31.368287 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Attempting to bind port 7863686d-346f-4dc3-8464-03356f3338fa by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:31.368633 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Attempting to bind port 7863686d-346f-4dc3-8464-03356f3338fa on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:31.409535 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:31.409903 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Checking segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:31.414430 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.414856 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Bound using segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:31.415363 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Bound port: 7863686d-346f-4dc3-8464-03356f3338fa, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:31.415806 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7863686d-346f-4dc3-8464-03356f3338fa), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.416814 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccc63a2-f1c7-41d4-ac2e-1b63598e6643,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:31.421931 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (063b87a2-9ff2-4272-a905-58adb7221293), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.461976 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:48:31.473753 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Checking segment: {'id': '1fae94da-9b52-48d9-b9c7-99fb05a5f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c75a3ed-7213-40cc-afeb-904a2bdea446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:31.474253 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Network hostable DHCP agents. Network: 0c75a3ed-7213-40cc-afeb-904a2bdea446, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:48:31.512065 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks [] for router_gateway (ce7e9eb4-07b5-459e-99d9-904e47a10353), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.545988 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81683dd4-09a8-4741-ade1-bdbef5f56264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.549099 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.550051 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Allocated IP 172.20.0.2 (6559b826-317e-418c-bd4b-dba054fded99/18c7ecb4-3fd6-4781-93da-dd2805e81e72/fbadf55b-9b5b-48e0-a00c-5108e75e6a85) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:31.561647 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Network 0c75a3ed-7213-40cc-afeb-904a2bdea446 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:48:31.626353 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 0c75a3ed-7213-40cc-afeb-904a2bdea446) {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:31.649551 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:31.650300 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.702825 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-dd26fbb7-184c-48e1-be59-8c67bab55d2e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5036461 May 16 18:48:31.744729 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a89491d-686e-4d04-a715-13ab5a8ae80c None None] Network 0c75a3ed-7213-40cc-afeb-904a2bdea446 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:48:31.804170 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] For port 7863686d-346f-4dc3-8464-03356f3338fa, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:31.830001 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063b87a2-9ff2-4272-a905-58adb7221293,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:31.835294 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] For port 7863686d-346f-4dc3-8464-03356f3338fa, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=7863686d-346f-4dc3-8464-03356f3338fa,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:31.861012 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Checking segment: {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:31.861507 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Network hostable DHCP agents. Network: 265ca952-32c3-45ee-8297-5b81b68af9fb, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:48:31.867129 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks [] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.925820 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7863686d-346f-4dc3-8464-03356f3338fa), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:31.984847 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Network 265ca952-32c3-45ee-8297-5b81b68af9fb is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:48:32.013314 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Publish callbacks [] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:32.038736 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:32.040997 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:32.051402 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 265ca952-32c3-45ee-8297-5b81b68af9fb) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:32.078032 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cdcd41-e7ee-4694-9210-4b419bc138b0 None None] Network 265ca952-32c3-45ee-8297-5b81b68af9fb requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:48:32.115332 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:32.119206 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:32.191521 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Pushing event updated for resources: {'Port': ['ID=6dc7c40a-5294-4ff9-8cd0-eeb73eb121df,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:32.248010 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Allocated IP 172.27.1.92 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/47f31ad8-ef33-412a-ae26-2f855fe54c09) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:32.250037 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:32.271289 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:32.284316 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:32.303386 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e4025-61f3-4617-b045-8dc97ad82e00 None None] Pushing event updated for resources: {'Port': ['ID=7863686d-346f-4dc3-8464-03356f3338fa,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:32.369159 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab71d25-efaf-4901-ab5f-a1d0b98d390a None None] Network 0c75a3ed-7213-40cc-afeb-904a2bdea446 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:48:32.549176 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6b11a295-c21a-4eb2-b126-d1e81c4d8235 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3551846 May 16 18:48:32.552893 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39804) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:32.561279 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks [] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:32.573108 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:32.582878 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Network 6559b826-317e-418c-bd4b-dba054fded99 is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:32.695346 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-265ca952-32c3-45ee-8297-5b81b68af9fb', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:48:32.698401 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:32.705096 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:32.720563 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:32.728760 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:32.729842 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:32.815174 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:32.865118 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks [] for router_gateway (74859a38-2d16-4cfc-894f-8cdb86bb2a17), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.018062 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Pushing event updated for resources: {'Port': ['ID=fbadf55b-9b5b-48e0-a00c-5108e75e6a85,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:33.031323 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks [] for router_controller (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), precommit_add_association {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.095737 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Attempting to bind port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:33.096393 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Attempting to bind port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:33.097404 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Attempting to bind port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 on network 6559b826-317e-418c-bd4b-dba054fded99 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:33.238500 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39852) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:33.248378 dv-cinder-750782-22-iscsi neutron-server[115279]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 18:48:33.311484 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (74859a38-2d16-4cfc-894f-8cdb86bb2a17), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.313002 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:33.313353 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Checking segment: {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:33.318231 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.319784 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Bound using segment: {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:33.321448 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Bound port: fbadf55b-9b5b-48e0-a00c-5108e75e6a85, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:33.321893 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.349158 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.563946 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39882) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:33.609084 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:48:33.692847 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.713843 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] For port fbadf55b-9b5b-48e0-a00c-5108e75e6a85, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:33.728275 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] For port fbadf55b-9b5b-48e0-a00c-5108e75e6a85, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=fbadf55b-9b5b-48e0-a00c-5108e75e6a85,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:33.744174 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Allocated IP 172.20.0.2 (265ca952-32c3-45ee-8297-5b81b68af9fb/063b87a2-9ff2-4272-a905-58adb7221293/b4d5e84a-82c9-476b-99b1-0747fb44945c) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:33.776062 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.844924 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8fc60211-88f9-495a-85f2-22ecdd1fc2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.864621 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:33.891278 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:48:33.908389 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:48:33.935674 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:33.937978 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:33.940140 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:33.960542 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Pushing event updated for resources: {'Port': ['ID=47f31ad8-ef33-412a-ae26-2f855fe54c09,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:33.968269 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:33.997098 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:33.998398 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-eba9afd4-cc31-4b4e-a103-8d6ac55e7f7d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3125324 May 16 18:48:34.004340 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39898) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:34.011844 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b57cf-6da9-4b3d-82e3-9151b2453241 None None] Network 236a317a-f889-44df-b53d-ac5f81a24b24 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:48:34.161697 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8fc60211-88f9-495a-85f2-22ecdd1fc2d9 admin admin] Publish callbacks [] for security_group (1ae4683c-6c0c-4db2-a13d-dde8ea2f9107), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:34.231021 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8fc60211-88f9-495a-85f2-22ecdd1fc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (1ae4683c-6c0c-4db2-a13d-dde8ea2f9107), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:34.274803 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc60211-88f9-495a-85f2-22ecdd1fc2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae4683c-6c0c-4db2-a13d-dde8ea2f9107,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:34.322920 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8fc60211-88f9-495a-85f2-22ecdd1fc2d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=59bc4430f77941289e052830c4b4cd55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7578242 May 16 18:48:34.323833 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9286ac-daa5-40a0-8a29-9e6ec0b18621 None None] Pushing event updated for resources: {'Port': ['ID=fbadf55b-9b5b-48e0-a00c-5108e75e6a85,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:34.373164 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39922) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:34.435622 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-baf9a147-eadf-4cd3-a6b6-1df235193777 None None] Provisioning complete for port 7863686d-346f-4dc3-8464-03356f3338fa triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:34.444427 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-baf9a147-eadf-4cd3-a6b6-1df235193777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7863686d-346f-4dc3-8464-03356f3338fa), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:34.446342 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:34.454023 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-a25f5d7a-eb02-4ba3-b511-094b4b9fd7a5 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:34.455937 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-a25f5d7a-eb02-4ba3-b511-094b4b9fd7a5 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/networks?id=0c75a3ed-7213-40cc-afeb-904a2bdea446 HTTP/1.1" status: 200 len: 812 time: 1.2092316 May 16 18:48:34.532162 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:34.540624 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks [] for router_gateway (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:34.730225 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Publish callbacks [] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:34.733645 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device fbadf55b-9b5b-48e0-a00c-5108e75e6a85 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:34.767359 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-1dd543a3-c4de-43a8-b22a-99828b2b5bf5 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/quotas/b17a9621d46a4dec8cc4b8946abaa2c9 HTTP/1.1" status: 200 len: 375 time: 0.2186434 May 16 18:48:34.825838 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:34.935682 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-baf9a147-eadf-4cd3-a6b6-1df235193777 None None] Current status of the port 7863686d-346f-4dc3-8464-03356f3338fa is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:34.936386 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-baf9a147-eadf-4cd3-a6b6-1df235193777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7863686d-346f-4dc3-8464-03356f3338fa), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:34.962995 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:32Z', 'revision_number': 3, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:35.000042 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7e73576e-c530-47f1-91be-5de36a6a99fb tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b17a9621d46a4dec8cc4b8946abaa2c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2275510 May 16 18:48:35.027909 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:48:35.028260 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Updating router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:48:35.049424 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-baf9a147-eadf-4cd3-a6b6-1df235193777 None None] For port 7863686d-346f-4dc3-8464-03356f3338fa, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=7863686d-346f-4dc3-8464-03356f3338fa,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:48:35.054370 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Pushing event updated for resources: {'Port': ['ID=b4d5e84a-82c9-476b-99b1-0747fb44945c,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:35.057201 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.074752 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Network 265ca952-32c3-45ee-8297-5b81b68af9fb is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:35.078969 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-baf9a147-eadf-4cd3-a6b6-1df235193777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7863686d-346f-4dc3-8464-03356f3338fa), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.120147 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.249406 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:35.255275 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:35.345516 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks [] for router_gateway (ce7e9eb4-07b5-459e-99d9-904e47a10353), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.377116 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:35.377872 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.384406 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9a147-eadf-4cd3-a6b6-1df235193777 None None] Pushing event updated for resources: {'Port': ['ID=7863686d-346f-4dc3-8464-03356f3338fa,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:35.453345 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39962) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:35.501722 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Allocated IP 172.20.0.1 (236a317a-f889-44df-b53d-ac5f81a24b24/705c0d18-60df-43e1-b716-3a5447ba5fc5/bbdea12a-de62-4a10-841a-5e443b3e361d) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:35.536072 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afaf25ec-a810-4566-8d58-6aaf8bf51639 admin admin] Publish callbacks [] for security_group (1ae4683c-6c0c-4db2-a13d-dde8ea2f9107), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.658113 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-0f40e740-24d2-4b65-a134-daada23b3331 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:48:35.659598 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-0f40e740-24d2-4b65-a134-daada23b3331 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4901216 May 16 18:48:35.664115 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (ce7e9eb4-07b5-459e-99d9-904e47a10353), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.786710 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-1007f0dd-8b10-46ec-b7dd-122163d1de80 None None] Provisioning complete for port 7863686d-346f-4dc3-8464-03356f3338fa triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:35.788938 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-1007f0dd-8b10-46ec-b7dd-122163d1de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7863686d-346f-4dc3-8464-03356f3338fa), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.812870 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Publish callbacks [] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.836798 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.883857 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c5195d-75f1-410e-bfa8-c0214606cf55 None None] Network 6559b826-317e-418c-bd4b-dba054fded99 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:48:35.936792 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Pushing event updated for resources: {'Port': ['ID=6dc7c40a-5294-4ff9-8cd0-eeb73eb121df,revision_number=2']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:35.941468 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Attempting to bind port b4d5e84a-82c9-476b-99b1-0747fb44945c on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:35.942233 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Attempting to bind port b4d5e84a-82c9-476b-99b1-0747fb44945c by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:35.942819 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Attempting to bind port b4d5e84a-82c9-476b-99b1-0747fb44945c on network 265ca952-32c3-45ee-8297-5b81b68af9fb {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:35.947770 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.948123 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.948658 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.949184 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.949668 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.950151 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.950618 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.951084 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.951568 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.952074 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.952540 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.953027 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.953511 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.953972 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.954431 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Tracked resource versions report: May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: pushed versions: May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: { 'AddressGroup': {'1.2'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Agent': {'1.1'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'ConntrackHelper': {'1.0'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'LocalIPAssociation': {'1.0'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Log': {'1.0'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'NDPProxy': {'1.0'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Network': {'1.1'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Port': {'1.7'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'PortForwarding': {'1.3'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'QosPolicy': {'1.10'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SecurityGroup': {'1.5'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SecurityGroupRule': {'1.2'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SubPort': {'1.0'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Subnet': {'1.1'}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Trunk': {'1.1'}} May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: consumer versions: May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: { DHCP agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: HyperV agent@hv-cinder-75078: {}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: L3 agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: Metadata agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: Metering agent@dv-cinder-750782-22-iscsi: {}, May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: Open vSwitch agent@dv-cinder-750782-22-iscsi: { 'AddressGroup': '1.2', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Agent': '1.1', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'ConntrackHelper': '1.0', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'LocalIPAssociation': '1.0', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Log': '1.0', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'NDPProxy': '1.0', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Network': '1.1', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Port': '1.7', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'PortForwarding': '1.3', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'QosPolicy': '1.10', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SecurityGroup': '1.5', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SecurityGroupRule': '1.2', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'SubPort': '1.0', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Subnet': '1.1', May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: 'Trunk': '1.1'}} May 16 18:48:35.956897 dv-cinder-750782-22-iscsi neutron-server[115281]: {{(pid=115281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:48:35.961194 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.965134 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Attempting to bind port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:35.966085 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Attempting to bind port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:35.966597 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Attempting to bind port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:35.973155 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:35.973784 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:35.974388 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.974967 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:35.975218 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afaf25ec-a810-4566-8d58-6aaf8bf51639 admin admin] Publish callbacks [] for security_group (1ae4683c-6c0c-4db2-a13d-dde8ea2f9107), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.975800 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Bound port: 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:35.976467 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.981432 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Router ce7e9eb4-07b5-459e-99d9-904e47a10353 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:48:35.994939 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:35.996118 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Checking segment: {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:35.996564 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:35.997157 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Bound using segment: {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:35.997737 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Bound port: b4d5e84a-82c9-476b-99b1-0747fb44945c, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:35.998194 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.008753 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ae24359b-abd6-40f1-851b-b1cbd612eaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.072777 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Publish callbacks [] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.087215 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] For port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:36.095126 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] For port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=6dc7c40a-5294-4ff9-8cd0-eeb73eb121df,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:36.115354 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.158195 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.163603 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ae24359b-abd6-40f1-851b-b1cbd612eaa0 admin admin] Publish callbacks [] for security_group (47bda89d-1255-44ea-a92a-eb2adf441940), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.199779 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ae24359b-abd6-40f1-851b-b1cbd612eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (47bda89d-1255-44ea-a92a-eb2adf441940), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.213353 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f28c4-57f0-43e3-bfe6-7a2f5c21dd00 None None] Pushing event updated for resources: {'Port': ['ID=6dc7c40a-5294-4ff9-8cd0-eeb73eb121df,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:36.235129 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ae24359b-abd6-40f1-851b-b1cbd612eaa0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0a95c4f9d0540379820950741fbb7b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7782788 May 16 18:48:36.243794 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Network 236a317a-f889-44df-b53d-ac5f81a24b24 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:36.244500 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39968) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:36.255121 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:36.256723 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:36.257039 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:36.257974 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.261369 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-1007f0dd-8b10-46ec-b7dd-122163d1de80 None None] Current status of the port 7863686d-346f-4dc3-8464-03356f3338fa is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:36.294012 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] For port b4d5e84a-82c9-476b-99b1-0747fb44945c, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:36.294217 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24359b-abd6-40f1-851b-b1cbd612eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bda89d-1255-44ea-a92a-eb2adf441940,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:36.300218 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:36.338897 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] For port b4d5e84a-82c9-476b-99b1-0747fb44945c, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=b4d5e84a-82c9-476b-99b1-0747fb44945c,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:36.341953 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks [] for router_gateway (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.370328 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.377190 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:48:36.388064 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.403145 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdea12a-de62-4a10-841a-5e443b3e361d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:36.413410 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Sync routers for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:48:36.440273 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-49c0c7a5-45d9-40e2-923d-f7d603d875df service neutron] 10.222.0.72 "GET /v2.0/networks/0c75a3ed-7213-40cc-afeb-904a2bdea446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659709 May 16 18:48:36.443613 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.445061 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-f0f92a70-fac8-4e56-854f-053cd9ec26d4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4090967 May 16 18:48:36.455435 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port fbadf55b-9b5b-48e0-a00c-5108e75e6a85, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=fbadf55b-9b5b-48e0-a00c-5108e75e6a85,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:48:36.462867 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:36.474048 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 39974) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:36.474664 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-f0830c8d-5418-4976-9b12-0f25137915f1 None None] Provisioning complete for port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:36.475936 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f0830c8d-5418-4976-9b12-0f25137915f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.486813 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.487808 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 7863686d-346f-4dc3-8464-03356f3338fa up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:36.517316 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:36.518052 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (74859a38-2d16-4cfc-894f-8cdb86bb2a17), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.547197 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:36.548226 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:36.568401 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7654f99a-b55e-439b-9bf7-7dfd49201418 admin admin] Publish callbacks [] for security_group (47bda89d-1255-44ea-a92a-eb2adf441940), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.606969 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afaf25ec-a810-4566-8d58-6aaf8bf51639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (1ae4683c-6c0c-4db2-a13d-dde8ea2f9107), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.610974 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afaf25ec-a810-4566-8d58-6aaf8bf51639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.615669 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-afaf25ec-a810-4566-8d58-6aaf8bf51639 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1ae4683c-6c0c-4db2-a13d-dde8ea2f9107 HTTP/1.1" status: 204 len: 168 time: 2.2322943 May 16 18:48:36.706719 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55921386-5dfa-4481-a986-6e68f66ee5c1 None None] Pushing event updated for resources: {'Port': ['ID=b4d5e84a-82c9-476b-99b1-0747fb44945c,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:36.729246 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf25ec-a810-4566-8d58-6aaf8bf51639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae4683c-6c0c-4db2-a13d-dde8ea2f9107,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:36.919553 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Allocated IP 172.27.1.124 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/0b24e01f-d439-4b61-930e-89d53a135588) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:36.930305 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-05da60ae-9ec0-4a13-b430-af7736edcce4 service neutron] 10.222.0.72 "GET /v2.0/networks/0c75a3ed-7213-40cc-afeb-904a2bdea446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015787 May 16 18:48:36.940781 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 7863686d-346f-4dc3-8464-03356f3338fa triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:36.941205 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7863686d-346f-4dc3-8464-03356f3338fa), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:36.957460 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:32Z', 'revision_number': 3, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:37.054278 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=fbadf55b-9b5b-48e0-a00c-5108e75e6a85,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:37.075129 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5df56-e10c-4ead-ab16-4e0ebe639f3a None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:32Z', 'revision_number': 3, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:48:37.148941 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7654f99a-b55e-439b-9bf7-7dfd49201418 admin admin] Publish callbacks [] for security_group (47bda89d-1255-44ea-a92a-eb2adf441940), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:37.179133 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:37.208799 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks [] for port (0b24e01f-d439-4b61-930e-89d53a135588), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:37.250870 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7654f99a-b55e-439b-9bf7-7dfd49201418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (47bda89d-1255-44ea-a92a-eb2adf441940), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:37.253411 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7654f99a-b55e-439b-9bf7-7dfd49201418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:37.258143 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7654f99a-b55e-439b-9bf7-7dfd49201418 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47bda89d-1255-44ea-a92a-eb2adf441940 HTTP/1.1" status: 204 len: 168 time: 1.0018382 May 16 18:48:37.281565 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (0b24e01f-d439-4b61-930e-89d53a135588), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:37.303483 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654f99a-b55e-439b-9bf7-7dfd49201418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bda89d-1255-44ea-a92a-eb2adf441940,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:37.364869 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-f0830c8d-5418-4976-9b12-0f25137915f1 None None] Current status of the port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:37.381419 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 7863686d-346f-4dc3-8464-03356f3338fa is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:37.409878 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 39994) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:37.488842 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:37.510186 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40000) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:37.512839 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-1a3459e0-646b-4f74-b3e0-508dbb5629ef None None] Provisioning complete for port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:37.513366 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-1a3459e0-646b-4f74-b3e0-508dbb5629ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:37.639528 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:37.649785 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:37.666086 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a68f3f8a-9400-492a-b252-8011e76f20c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:37.711955 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b24e01f-d439-4b61-930e-89d53a135588,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:37.733448 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-415aa648-bb3a-4d20-a634-b5aac7a7f80e req-d1800374-ea54-4ec1-a27f-75b62ac6979f tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 210 time: 0.3067002 May 16 18:48:38.056622 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-1a3459e0-646b-4f74-b3e0-508dbb5629ef None None] Current status of the port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:38.100501 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.137270 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-1a3459e0-646b-4f74-b3e0-508dbb5629ef None None] Provisioning complete for port bbdea12a-de62-4a10-841a-5e443b3e361d triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:38.137632 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-1a3459e0-646b-4f74-b3e0-508dbb5629ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.155905 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device fbadf55b-9b5b-48e0-a00c-5108e75e6a85 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:38.228260 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40022) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:38.362568 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-1a3459e0-646b-4f74-b3e0-508dbb5629ef None None] Port bbdea12a-de62-4a10-841a-5e443b3e361d cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:48:38.368723 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-014785d4-511a-462d-a9cb-ade5daa7b43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.388607 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks [] for router_gateway (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.411758 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:34Z', 'revision_number': 3, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:38.412618 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a68f3f8a-9400-492a-b252-8011e76f20c9 admin admin] Publish callbacks [] for security_group (eeed25fc-4eb5-4e91-8885-f16369fd1ee5), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.414987 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:38.415383 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.451329 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8da8d3-96e0-4771-8b44-19e92ce04f95 None None] Network 265ca952-32c3-45ee-8297-5b81b68af9fb requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:48:38.480632 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a68f3f8a-9400-492a-b252-8011e76f20c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (eeed25fc-4eb5-4e91-8885-f16369fd1ee5), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.537947 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3f8a-9400-492a-b252-8011e76f20c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeed25fc-4eb5-4e91-8885-f16369fd1ee5,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:38.625307 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Checking router: ce7e9eb4-07b5-459e-99d9-904e47a10353 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:48:38.627872 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Updating router ce7e9eb4-07b5-459e-99d9-904e47a10353 port 47f31ad8-ef33-412a-ae26-2f855fe54c09 binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:48:38.680449 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-a68f3f8a-9400-492a-b252-8011e76f20c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f42444f9fe594040a606128d154e86b8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1684484 May 16 18:48:38.692935 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40042) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:38.758056 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.764863 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-04237aab-eec3-498b-9a7f-6674cc14d744 None None] Provisioning complete for port b4d5e84a-82c9-476b-99b1-0747fb44945c triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:38.765445 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-04237aab-eec3-498b-9a7f-6674cc14d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.842922 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.950713 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-014785d4-511a-462d-a9cb-ade5daa7b43f admin admin] Publish callbacks [] for security_group (3a534b33-a4ab-427b-b575-cb4240a081b1), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.970790 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-014785d4-511a-462d-a9cb-ade5daa7b43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3a534b33-a4ab-427b-b575-cb4240a081b1), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.994203 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-066d7dd9-4354-423b-8597-fa3bfc985e00 admin admin] Publish callbacks [] for security_group (eeed25fc-4eb5-4e91-8885-f16369fd1ee5), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:38.995456 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d4bba119-006e-40ef-b0e2-ae927bed5d05 req-34ef9531-471d-4baf-8b7f-1f856d48f1e2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 210 time: 0.0724607 May 16 18:48:39.038527 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.052916 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Publish callbacks [] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.077146 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-014785d4-511a-462d-a9cb-ade5daa7b43f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d890edccbcd249febd8f74c1ac9df73e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8084667 May 16 18:48:39.079268 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014785d4-511a-462d-a9cb-ade5daa7b43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a534b33-a4ab-427b-b575-cb4240a081b1,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:39.081680 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40050) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:39.084232 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-066d7dd9-4354-423b-8597-fa3bfc985e00 admin admin] Publish callbacks [] for security_group (eeed25fc-4eb5-4e91-8885-f16369fd1ee5), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.088895 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.089961 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (74859a38-2d16-4cfc-894f-8cdb86bb2a17), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.148343 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:48:39.374187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:48:39.387459 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-44183592-5331-4ce8-a92f-4ff8a6bd47d2 admin admin] Publish callbacks [] for security_group (3a534b33-a4ab-427b-b575-cb4240a081b1), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.389297 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdea12a-de62-4a10-841a-5e443b3e361d,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:39.403842 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Sync routers for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:48:39.418241 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:39.418879 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:39.434913 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.442483 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-af27736a-7cd9-4878-8c78-da4949393fd7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8879120 May 16 18:48:39.443331 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40062) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:39.550252 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Publish callbacks [] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.557314 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:39.558584 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 7863686d-346f-4dc3-8464-03356f3338fa up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:39.602401 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.622769 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-04237aab-eec3-498b-9a7f-6674cc14d744 None None] Current status of the port b4d5e84a-82c9-476b-99b1-0747fb44945c is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:39.630071 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-066d7dd9-4354-423b-8597-fa3bfc985e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (eeed25fc-4eb5-4e91-8885-f16369fd1ee5), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.630581 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-04237aab-eec3-498b-9a7f-6674cc14d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.633019 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-066d7dd9-4354-423b-8597-fa3bfc985e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.634217 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-066d7dd9-4354-423b-8597-fa3bfc985e00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eeed25fc-4eb5-4e91-8885-f16369fd1ee5 HTTP/1.1" status: 204 len: 168 time: 0.9344125 May 16 18:48:39.646061 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-44183592-5331-4ce8-a92f-4ff8a6bd47d2 admin admin] Publish callbacks [] for security_group (3a534b33-a4ab-427b-b575-cb4240a081b1), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.656937 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:39.699548 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d7dd9-4354-423b-8597-fa3bfc985e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeed25fc-4eb5-4e91-8885-f16369fd1ee5,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:39.729029 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Attempting to bind port 47f31ad8-ef33-412a-ae26-2f855fe54c09 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:39.729629 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Attempting to bind port 47f31ad8-ef33-412a-ae26-2f855fe54c09 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:39.730779 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Attempting to bind port 47f31ad8-ef33-412a-ae26-2f855fe54c09 on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:39.782505 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-04237aab-eec3-498b-9a7f-6674cc14d744 None None] For port b4d5e84a-82c9-476b-99b1-0747fb44945c, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=b4d5e84a-82c9-476b-99b1-0747fb44945c,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:48:39.786985 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:39.788399 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:39.788989 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.789532 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:39.790181 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Bound port: 47f31ad8-ef33-412a-ae26-2f855fe54c09, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:39.790723 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.847122 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] For port 47f31ad8-ef33-412a-ae26-2f855fe54c09, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:39.851429 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] For port 47f31ad8-ef33-412a-ae26-2f855fe54c09, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=47f31ad8-ef33-412a-ae26-2f855fe54c09,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:39.856690 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814077e7-bb61-43d4-b729-040b2a043ca6 None None] Pushing event updated for resources: {'Port': ['ID=47f31ad8-ef33-412a-ae26-2f855fe54c09,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:39.860754 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-04237aab-eec3-498b-9a7f-6674cc14d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.861721 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Network 236a317a-f889-44df-b53d-ac5f81a24b24 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:39.863868 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:39.868338 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:39.871587 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 7863686d-346f-4dc3-8464-03356f3338fa triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:39.872274 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7863686d-346f-4dc3-8464-03356f3338fa), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:40.116293 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:40.117054 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:40.121095 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:38Z', 'revision_number': 3, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:40.220265 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Checking router: 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:48:40.220805 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Updating router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 port 0b24e01f-d439-4b61-930e-89d53a135588 binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:48:40.261986 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:40.311889 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (0b24e01f-d439-4b61-930e-89d53a135588), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:40.445785 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Allocated IP 172.20.0.1 (6559b826-317e-418c-bd4b-dba054fded99/18c7ecb4-3fd6-4781-93da-dd2805e81e72/493a09da-f900-4f1b-872b-ddd30d2b9d97) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:40.463558 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:48:40.472377 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-44183592-5331-4ce8-a92f-4ff8a6bd47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3a534b33-a4ab-427b-b575-cb4240a081b1), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:40.475459 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-44183592-5331-4ce8-a92f-4ff8a6bd47d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:40.476961 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-44183592-5331-4ce8-a92f-4ff8a6bd47d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a534b33-a4ab-427b-b575-cb4240a081b1 HTTP/1.1" status: 204 len: 168 time: 1.3891785 May 16 18:48:40.538573 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d7a43dfb-4bd4-49a1-b89f-68ec3bfc668c req-d840903a-0ad7-47ea-96cc-56f3ca588afe tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 210 time: 0.0604327 May 16 18:48:40.631880 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:40.645788 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-6927af81-e6a9-4038-962a-162d135b87bb None None] Provisioning complete for port b4d5e84a-82c9-476b-99b1-0747fb44945c triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:40.647528 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6927af81-e6a9-4038-962a-162d135b87bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:40.662927 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44183592-5331-4ce8-a92f-4ff8a6bd47d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a534b33-a4ab-427b-b575-cb4240a081b1,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:40.946124 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Publish callbacks [] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:40.973791 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Allocated IP 172.20.0.1 (265ca952-32c3-45ee-8297-5b81b68af9fb/063b87a2-9ff2-4272-a905-58adb7221293/242d5d42-0619-4f8f-9c5b-2bd7b67aed82) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:40.988500 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:48:41.004503 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 7863686d-346f-4dc3-8464-03356f3338fa is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:41.015106 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device b4d5e84a-82c9-476b-99b1-0747fb44945c up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:41.016484 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-58e9c64b-2471-4a90-901c-1f1c49dbdeb6 admin admin] 10.222.0.72 "PUT /v2.0/routers/74859a38-2d16-4cfc-894f-8cdb86bb2a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0030658 May 16 18:48:41.018592 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.026731 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04237aab-eec3-498b-9a7f-6674cc14d744 None None] Pushing event updated for resources: {'Port': ['ID=b4d5e84a-82c9-476b-99b1-0747fb44945c,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:41.065812 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Network 6559b826-317e-418c-bd4b-dba054fded99 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:41.072235 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:41.076285 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:41.078423 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (ce7e9eb4-07b5-459e-99d9-904e47a10353), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.105221 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814077e7-bb61-43d4-b729-040b2a043ca6 None None] Pushing event updated for resources: {'Port': ['ID=47f31ad8-ef33-412a-ae26-2f855fe54c09,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:41.109642 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:34Z', 'revision_number': 3, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:41.149399 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Publish callbacks [] for port (0b24e01f-d439-4b61-930e-89d53a135588), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.152567 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:48:41.160460 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (0b24e01f-d439-4b61-930e-89d53a135588), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.237147 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608c362-5666-47e8-98d2-dcdc665d5d6c None None] The sync data for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:34Z', 'revision_number': 3, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:48:41.248241 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:41.249116 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:41.280471 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Pushing event updated for resources: {'Port': ['ID=493a09da-f900-4f1b-872b-ddd30d2b9d97,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:41.341079 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Publish callbacks [] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.396123 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:41.400893 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Attempting to bind port 0b24e01f-d439-4b61-930e-89d53a135588 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:41.401632 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Attempting to bind port 0b24e01f-d439-4b61-930e-89d53a135588 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:41.402264 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Attempting to bind port 0b24e01f-d439-4b61-930e-89d53a135588 on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:41.451301 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7227c8d-a95d-4b24-a818-f36d30d4a151 None None] Pushing event updated for resources: {'Port': ['ID=0b24e01f-d439-4b61-930e-89d53a135588,revision_number=2']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:41.471888 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:41.472437 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:41.472864 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.473267 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:41.473835 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Bound port: 0b24e01f-d439-4b61-930e-89d53a135588, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:41.476435 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (0b24e01f-d439-4b61-930e-89d53a135588), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.493090 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.655836 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.687995 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] For port 0b24e01f-d439-4b61-930e-89d53a135588, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:41.692593 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] For port 0b24e01f-d439-4b61-930e-89d53a135588, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=0b24e01f-d439-4b61-930e-89d53a135588,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:41.714612 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (0b24e01f-d439-4b61-930e-89d53a135588), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.739491 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Network 265ca952-32c3-45ee-8297-5b81b68af9fb is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:41.761934 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:41.789221 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:41.792240 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:41.974108 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7227c8d-a95d-4b24-a818-f36d30d4a151 None None] Pushing event updated for resources: {'Port': ['ID=0b24e01f-d439-4b61-930e-89d53a135588,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:42.015113 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:42.015871 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:42.189833 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:42.338997 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-6927af81-e6a9-4038-962a-162d135b87bb None None] Current status of the port b4d5e84a-82c9-476b-99b1-0747fb44945c is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:42.361917 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:38Z', 'revision_number': 2, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:42.475977 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Pushing event updated for resources: {'Port': ['ID=242d5d42-0619-4f8f-9c5b-2bd7b67aed82,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:42.489918 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Publish callbacks [] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:42.506235 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:42.507821 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (ce7e9eb4-07b5-459e-99d9-904e47a10353), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:42.564133 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:48:42.564527 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Updating router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 port bbdea12a-de62-4a10-841a-5e443b3e361d binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:48:42.579185 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:38Z', 'revision_number': 3, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:42.589680 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port b4d5e84a-82c9-476b-99b1-0747fb44945c triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:42.590108 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:42.622693 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40136) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:42.646271 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-4bdeef28-adf7-4e22-a957-5c6254ac0ebc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075324893', 'description': 'tempest-description--155080491'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:42.657716 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585744a8-7e3e-4ef3-83b2-7677471dab45 None None] The sync data for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi is: [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:38Z', 'revision_number': 3, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:48:42.676863 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8257c1f-e539-4708-8b8d-ec4c37468509 req-b8c36902-9638-4ae9-8f02-733e027e06ed tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 210 time: 0.7400255 May 16 18:48:42.790670 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-36e7699f-9321-4188-9d78-aa9c2d600ecd None None] Provisioning complete for port 493a09da-f900-4f1b-872b-ddd30d2b9d97 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:42.792179 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-36e7699f-9321-4188-9d78-aa9c2d600ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:42.825917 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Pushing event updated for resources: {'Port': ['ID=493a09da-f900-4f1b-872b-ddd30d2b9d97,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:42.903778 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:42.937469 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.61', 57541) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:43.011933 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-36e7699f-9321-4188-9d78-aa9c2d600ecd None None] Port 493a09da-f900-4f1b-872b-ddd30d2b9d97 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:48:43.072446 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:43.076825 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-36e7699f-9321-4188-9d78-aa9c2d600ecd None None] Provisioning complete for port bbdea12a-de62-4a10-841a-5e443b3e361d triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:43.077529 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-36e7699f-9321-4188-9d78-aa9c2d600ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:43.467741 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-54ac19c6-0a94-445b-ba0d-5d8e093df2b3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:43.469322 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-54ac19c6-0a94-445b-ba0d-5d8e093df2b3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.61 "GET /v2.0/networks?id=0c75a3ed-7213-40cc-afeb-904a2bdea446 HTTP/1.1" status: 200 len: 812 time: 0.5296032 May 16 18:48:43.508727 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4bdeef28-adf7-4e22-a957-5c6254ac0ebc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:43.514287 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-36e7699f-9321-4188-9d78-aa9c2d600ecd None None] Port bbdea12a-de62-4a10-841a-5e443b3e361d cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:48:43.555931 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Request body: {'port': {'device_id': '910f83ed-e7ef-4355-8027-d81af4b020c6', 'network_id': '0c75a3ed-7213-40cc-afeb-904a2bdea446', 'admin_state_up': True, 'tenant_id': 'b17a9621d46a4dec8cc4b8946abaa2c9'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:43.570912 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-36e7699f-9321-4188-9d78-aa9c2d600ecd None None] Provisioning complete for port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:43.571623 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-36e7699f-9321-4188-9d78-aa9c2d600ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:43.654470 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Publish callbacks [] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:43.671673 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:43.672814 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:43.783327 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Pushing event updated for resources: {'Port': ['ID=242d5d42-0619-4f8f-9c5b-2bd7b67aed82,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:43.836845 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port b4d5e84a-82c9-476b-99b1-0747fb44945c is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:43.992586 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-36e7699f-9321-4188-9d78-aa9c2d600ecd None None] Port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:48:44.048570 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a470713c-4037-4dbe-af7e-a4c7e0509283 req-fb3d75a7-791b-4b7d-85e5-25419700bbcb tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 210 time: 0.2488065 May 16 18:48:44.051064 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Network 265ca952-32c3-45ee-8297-5b81b68af9fb is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:44.061128 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:44.165230 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Made reservation on behalf of b17a9621d46a4dec8cc4b8946abaa2c9 for: {'port': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:48:44.176714 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:44.411546 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Network 6559b826-317e-418c-bd4b-dba054fded99 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:44.475703 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:48:44.481140 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:44.504666 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:44.812841 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Publish callbacks [] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:44.831608 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-f4ed45ed-8888-4e68-8d40-bfc9b4b30905 None None] Provisioning complete for port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:44.833680 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f4ed45ed-8888-4e68-8d40-bfc9b4b30905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:44.844231 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4bdeef28-adf7-4e22-a957-5c6254ac0ebc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (d29ccf1b-1202-4fd4-92a7-276bf337b684), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:44.863459 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:48:44.875249 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4bdeef28-adf7-4e22-a957-5c6254ac0ebc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d29ccf1b-1202-4fd4-92a7-276bf337b684), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:44.891772 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-0465d883-ef06-4c09-865f-5fa6fcd6149c admin admin] 10.222.0.72 "PUT /v2.0/routers/8bc2a9ac-240c-42aa-8a2b-7539e0e0db21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4416008 May 16 18:48:44.995122 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:44.995685 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:45.002562 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:45.207386 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc67ca4-7cdc-42f8-9b44-0626bc2e4e9a None None] Pushing event updated for resources: {'Port': ['ID=bbdea12a-de62-4a10-841a-5e443b3e361d,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:45.213114 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed45ed-8888-4e68-8d40-bfc9b4b30905 None None] Port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:48:45.249430 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f9a64d69-c6c6-4d91-8781-1337318eb632 req-20a95e3f-319e-4d0f-b6e6-b56e58209fe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 210 time: 0.0904236 May 16 18:48:45.322434 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Attempting to bind port bbdea12a-de62-4a10-841a-5e443b3e361d on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:45.323534 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Attempting to bind port bbdea12a-de62-4a10-841a-5e443b3e361d by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:45.324537 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Attempting to bind port bbdea12a-de62-4a10-841a-5e443b3e361d on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:45.337045 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:45.337965 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Checking segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:45.338716 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:45.339840 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Bound using segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:45.340493 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Bound port: bbdea12a-de62-4a10-841a-5e443b3e361d, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:45.341044 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:45.399096 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-a6127e23-d448-45ac-a83a-2c7586d0ed4a None None] Provisioning complete for port 493a09da-f900-4f1b-872b-ddd30d2b9d97 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:45.399343 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-a6127e23-d448-45ac-a83a-2c7586d0ed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:45.450440 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:45.450855 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:45.462140 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40262) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:45.508108 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-a6127e23-d448-45ac-a83a-2c7586d0ed4a None None] Port 493a09da-f900-4f1b-872b-ddd30d2b9d97 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:48:45.514107 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=6dc7c40a-5294-4ff9-8cd0-eeb73eb121df,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:48:45.518458 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] For port bbdea12a-de62-4a10-841a-5e443b3e361d, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:45.524651 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] For port bbdea12a-de62-4a10-841a-5e443b3e361d, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=bbdea12a-de62-4a10-841a-5e443b3e361d,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:45.527280 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:45.528495 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 0b24e01f-d439-4b61-930e-89d53a135588 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:45.583833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40270) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:45.706992 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:45.750461 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Allocated IP 172.20.0.6 (0c75a3ed-7213-40cc-afeb-904a2bdea446/8ccc63a2-f1c7-41d4-ac2e-1b63598e6643/fbfdd317-119d-4147-970a-8341b34a1205) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:45.809131 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-b1dec4f5-5487-4b66-879a-74bedd88d5a2 None None] Provisioning complete for port bbdea12a-de62-4a10-841a-5e443b3e361d triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:45.809800 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b1dec4f5-5487-4b66-879a-74bedd88d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:45.900690 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdeef28-adf7-4e22-a957-5c6254ac0ebc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29ccf1b-1202-4fd4-92a7-276bf337b684,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:45.989701 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=6dc7c40a-5294-4ff9-8cd0-eeb73eb121df,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:46.022565 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8bcab015-f6e6-4682-9527-a65b420f8953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.061356 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4bdeef28-adf7-4e22-a957-5c6254ac0ebc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.062676 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-4bdeef28-adf7-4e22-a957-5c6254ac0ebc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.4382415 May 16 18:48:46.078910 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40282) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:46.154055 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40284) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:46.155106 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-79d79a5c-ce5f-4114-ad86-b7c9607b4cec tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group_rule': {'security_group_id': 'd29ccf1b-1202-4fd4-92a7-276bf337b684', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:46.196826 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 0b24e01f-d439-4b61-930e-89d53a135588 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:46.197798 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-fc87ded6-8095-4741-85db-2a29625c5c13 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308001911', 'description': 'tempest-description--1260113923'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:46.198766 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (0b24e01f-d439-4b61-930e-89d53a135588), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.222498 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:46.223182 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:46.264418 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-79d79a5c-ce5f-4114-ad86-b7c9607b4cec tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (c56b3b8e-d3fe-4134-aee2-a6ceb95c84c4), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.335195 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Router ce7e9eb4-07b5-459e-99d9-904e47a10353 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:48:46.689652 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc67ca4-7cdc-42f8-9b44-0626bc2e4e9a None None] Pushing event updated for resources: {'Port': ['ID=bbdea12a-de62-4a10-841a-5e443b3e361d,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:46.764618 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Sync routers for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:48:46.772532 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:46.792211 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:46.796317 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:46.857238 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-79d79a5c-ce5f-4114-ad86-b7c9607b4cec tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (c56b3b8e-d3fe-4134-aee2-a6ceb95c84c4), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.878372 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8bcab015-f6e6-4682-9527-a65b420f8953 admin admin] Publish callbacks [] for security_group (d8522a21-60be-4a7a-a4a6-654404ebd584), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.885397 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-79d79a5c-ce5f-4114-ad86-b7c9607b4cec tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (c56b3b8e-d3fe-4134-aee2-a6ceb95c84c4), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.904880 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-b1dec4f5-5487-4b66-879a-74bedd88d5a2 None None] Current status of the port bbdea12a-de62-4a10-841a-5e443b3e361d is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:46.905832 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b1dec4f5-5487-4b66-879a-74bedd88d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.921856 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Publish callbacks [] for port (fbfdd317-119d-4147-970a-8341b34a1205), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.931753 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-79d79a5c-ce5f-4114-ad86-b7c9607b4cec tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.933240 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-79d79a5c-ce5f-4114-ad86-b7c9607b4cec tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8399851 May 16 18:48:46.941630 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40304) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:46.951828 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-74b5ea6c-6339-41b8-a7ab-4018f9f3d061 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group_rule': {'security_group_id': 'd29ccf1b-1202-4fd4-92a7-276bf337b684', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:46.964547 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79a5c-ce5f-4114-ad86-b7c9607b4cec tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56b3b8e-d3fe-4134-aee2-a6ceb95c84c4,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:46.968246 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 0b24e01f-d439-4b61-930e-89d53a135588 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:46.968938 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (0b24e01f-d439-4b61-930e-89d53a135588), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:46.980263 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd577042-7995-4888-bead-41ded157c61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.000867 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8bcab015-f6e6-4682-9527-a65b420f8953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d8522a21-60be-4a7a-a4a6-654404ebd584), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.104579 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:48:47.120755 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-75151c12-a85c-4080-830e-1f08a239348f admin admin] 10.222.0.72 "PUT /v2.0/routers/ce7e9eb4-07b5-459e-99d9-904e47a10353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6324234 May 16 18:48:47.134888 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (fbfdd317-119d-4147-970a-8341b34a1205), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.187932 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port 0b24e01f-d439-4b61-930e-89d53a135588, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=0b24e01f-d439-4b61-930e-89d53a135588,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:48:47.195532 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Sync routers for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:48:47.243480 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (0b24e01f-d439-4b61-930e-89d53a135588), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.254762 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 47f31ad8-ef33-412a-ae26-2f855fe54c09 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:47.264170 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74b5ea6c-6339-41b8-a7ab-4018f9f3d061 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (69e5cfb0-5d87-4d20-8b84-d0fae144c7fc), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.317069 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:47.341054 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd577042-7995-4888-bead-41ded157c61f admin admin] Publish callbacks [] for security_group (cdc59dcf-3f3e-480c-8931-31b05cbe29a3), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.354523 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Network 0c75a3ed-7213-40cc-afeb-904a2bdea446 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:47.387775 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:47.390819 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:47.412956 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fc87ded6-8095-4741-85db-2a29625c5c13 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.445405 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:47.448079 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd577042-7995-4888-bead-41ded157c61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (cdc59dcf-3f3e-480c-8931-31b05cbe29a3), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.454854 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.576493 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-dd577042-7995-4888-bead-41ded157c61f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=332a575667ce44b6a4549a1c81ff4718&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9909518 May 16 18:48:47.594363 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e9e5f73-8a6e-4694-8f99-a230edd9acb9 req-661ddab2-b1cf-40a3-964d-b7df0e7f6aeb tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 210 time: 0.8516748 May 16 18:48:47.595040 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40312) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:47.834887 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2855306 May 16 18:48:47.845979 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcab015-f6e6-4682-9527-a65b420f8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8522a21-60be-4a7a-a4a6-654404ebd584,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:47.858349 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-b1dec4f5-5487-4b66-879a-74bedd88d5a2 None None] For port bbdea12a-de62-4a10-841a-5e443b3e361d, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=bbdea12a-de62-4a10-841a-5e443b3e361d,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:48:47.859389 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-8bcab015-f6e6-4682-9527-a65b420f8953 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=937a6c8842db48f1b625d5dab2fbe8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3957293 May 16 18:48:47.876501 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40324) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:47.900728 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b1dec4f5-5487-4b66-879a-74bedd88d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.914021 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:47.914756 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:47.930290 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-ec1d90ef-1b65-41d2-a0da-d205094223f6 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:48:47.934689 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-ec1d90ef-1b65-41d2-a0da-d205094223f6 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0222619 May 16 18:48:47.991210 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74b5ea6c-6339-41b8-a7ab-4018f9f3d061 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (69e5cfb0-5d87-4d20-8b84-d0fae144c7fc), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:47.996775 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd577042-7995-4888-bead-41ded157c61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc59dcf-3f3e-480c-8931-31b05cbe29a3,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:47.997381 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72208004-f429-4b96-873b-f1d2bd94cfe2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Pushing event updated for resources: {'Port': ['ID=fbfdd317-119d-4147-970a-8341b34a1205,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:48.016833 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74b5ea6c-6339-41b8-a7ab-4018f9f3d061 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (69e5cfb0-5d87-4d20-8b84-d0fae144c7fc), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.023074 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1229499b-19b0-4fe0-96e9-feda158ac05b admin admin] Publish callbacks [] for security_group (cdc59dcf-3f3e-480c-8931-31b05cbe29a3), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.055839 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1229499b-19b0-4fe0-96e9-feda158ac05b admin admin] Publish callbacks [] for security_group (cdc59dcf-3f3e-480c-8931-31b05cbe29a3), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.069409 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5ea6c-6339-41b8-a7ab-4018f9f3d061 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e5cfb0-5d87-4d20-8b84-d0fae144c7fc,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:48.081885 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-74b5ea6c-6339-41b8-a7ab-4018f9f3d061 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.089571 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-74b5ea6c-6339-41b8-a7ab-4018f9f3d061 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1426311 May 16 18:48:48.094284 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40326) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:48.110515 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:48.122295 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:43Z', 'revision_number': 2, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:48.153967 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1229499b-19b0-4fe0-96e9-feda158ac05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (cdc59dcf-3f3e-480c-8931-31b05cbe29a3), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.162885 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1229499b-19b0-4fe0-96e9-feda158ac05b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.174422 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.175586 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:48.177166 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-1229499b-19b0-4fe0-96e9-feda158ac05b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cdc59dcf-3f3e-480c-8931-31b05cbe29a3 HTTP/1.1" status: 204 len: 168 time: 0.5406954 May 16 18:48:48.248501 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Checking router: 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:48:48.250112 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Updating router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:48:48.312274 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c13f3b3d-d653-450b-9756-0b0f53fa21cd admin admin] Publish callbacks [] for security_group (d8522a21-60be-4a7a-a4a6-654404ebd584), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.315482 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40330) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:48.323984 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229499b-19b0-4fe0-96e9-feda158ac05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc59dcf-3f3e-480c-8931-31b05cbe29a3,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:48.330556 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.359137 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-d9c87a0e-fa66-45d1-9e32-c3a5f0121ad4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793860696', 'description': 'tempest-description--1272878030'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:48.397430 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fc87ded6-8095-4741-85db-2a29625c5c13 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (d71fd84e-32c1-4b9f-a203-4a1900acf41e), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.411834 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c13f3b3d-d653-450b-9756-0b0f53fa21cd admin admin] Publish callbacks [] for security_group (d8522a21-60be-4a7a-a4a6-654404ebd584), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.417689 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fc87ded6-8095-4741-85db-2a29625c5c13 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d71fd84e-32c1-4b9f-a203-4a1900acf41e), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.452915 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fc87ded6-8095-4741-85db-2a29625c5c13 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.457918 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-fc87ded6-8095-4741-85db-2a29625c5c13 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2959573 May 16 18:48:48.460040 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40334) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:48.461539 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d9c87a0e-fa66-45d1-9e32-c3a5f0121ad4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.476218 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-7fd6a430-afa9-4fc2-a353-46f15d33efd4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'security_group_rule': {'security_group_id': 'd71fd84e-32c1-4b9f-a203-4a1900acf41e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:48.504369 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.586234 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d9c87a0e-fa66-45d1-9e32-c3a5f0121ad4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (46576aec-6474-413c-892d-65125ea57ba3), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.589585 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87ded6-8095-4741-85db-2a29625c5c13 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71fd84e-32c1-4b9f-a203-4a1900acf41e,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:48.593171 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d9c87a0e-fa66-45d1-9e32-c3a5f0121ad4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (46576aec-6474-413c-892d-65125ea57ba3), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.671833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d9c87a0e-fa66-45d1-9e32-c3a5f0121ad4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.673743 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-d9c87a0e-fa66-45d1-9e32-c3a5f0121ad4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3415060 May 16 18:48:48.680474 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40340) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:48.696190 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-4582a975-03a8-422d-b2d3-79e7603c0ef2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'security_group_rule': {'security_group_id': '46576aec-6474-413c-892d-65125ea57ba3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:48.702836 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-438d5da6-2e1a-4d9b-a3a1-f3440be4084a None None] Provisioning complete for port bbdea12a-de62-4a10-841a-5e443b3e361d triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:48.703467 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-438d5da6-2e1a-4d9b-a3a1-f3440be4084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.705565 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c87a0e-fa66-45d1-9e32-c3a5f0121ad4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46576aec-6474-413c-892d-65125ea57ba3,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:48.732423 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c13f3b3d-d653-450b-9756-0b0f53fa21cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d8522a21-60be-4a7a-a4a6-654404ebd584), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.742581 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c13f3b3d-d653-450b-9756-0b0f53fa21cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.744408 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-c13f3b3d-d653-450b-9756-0b0f53fa21cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8522a21-60be-4a7a-a4a6-654404ebd584 HTTP/1.1" status: 204 len: 168 time: 0.8482037 May 16 18:48:48.768500 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Request body: {'port': {'device_id': '910f83ed-e7ef-4355-8027-d81af4b020c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:48.775827 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f3b3d-d653-450b-9756-0b0f53fa21cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8522a21-60be-4a7a-a4a6-654404ebd584,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:48.864189 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4582a975-03a8-422d-b2d3-79e7603c0ef2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (c6e3805c-da89-4982-9c2b-a0ebeec54f65), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:48.880027 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17861444-46d3-4a63-aa48-68c206a0bfd6 req-1afd273d-dff0-47be-a2cf-58c497aa7a4c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:48.892434 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-17861444-46d3-4a63-aa48-68c206a0bfd6 req-1afd273d-dff0-47be-a2cf-58c497aa7a4c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 931 time: 0.1743996 May 16 18:48:49.028336 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbfdd317-119d-4147-970a-8341b34a1205), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.036622 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-17861444-46d3-4a63-aa48-68c206a0bfd6 req-e8607af8-322e-4a53-857b-f946a7626d58 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428108 May 16 18:48:49.063532 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7fd6a430-afa9-4fc2-a353-46f15d33efd4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (cc2fd5a4-02b4-4ff1-8af7-d24f50375d8e), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.106698 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4582a975-03a8-422d-b2d3-79e7603c0ef2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (c6e3805c-da89-4982-9c2b-a0ebeec54f65), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.114838 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4582a975-03a8-422d-b2d3-79e7603c0ef2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (c6e3805c-da89-4982-9c2b-a0ebeec54f65), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.193897 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4582a975-03a8-422d-b2d3-79e7603c0ef2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.199068 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-438d5da6-2e1a-4d9b-a3a1-f3440be4084a None None] Current status of the port bbdea12a-de62-4a10-841a-5e443b3e361d is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:49.199463 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-4582a975-03a8-422d-b2d3-79e7603c0ef2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5171478 May 16 18:48:49.201518 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582a975-03a8-422d-b2d3-79e7603c0ef2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e3805c-da89-4982-9c2b-a0ebeec54f65,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:49.206039 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Allocated IP 172.27.1.63 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/8888b41f-0dda-4b43-b049-def02ea51608) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:49.210139 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40370) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:49.226624 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-ac55b1ce-3b1e-47f2-a605-7d94dc4620f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'security_group_rule': {'security_group_id': '46576aec-6474-413c-892d-65125ea57ba3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:49.242399 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 47f31ad8-ef33-412a-ae26-2f855fe54c09 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:49.242795 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.260089 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=0b24e01f-d439-4b61-930e-89d53a135588,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:49.337592 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ac55b1ce-3b1e-47f2-a605-7d94dc4620f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (69664bb6-9f4d-4f29-9fc8-eee453bd5592), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.594633 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ac55b1ce-3b1e-47f2-a605-7d94dc4620f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (69664bb6-9f4d-4f29-9fc8-eee453bd5592), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.607293 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ac55b1ce-3b1e-47f2-a605-7d94dc4620f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (69664bb6-9f4d-4f29-9fc8-eee453bd5592), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.663842 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55b1ce-3b1e-47f2-a605-7d94dc4620f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69664bb6-9f4d-4f29-9fc8-eee453bd5592,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:49.697247 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ac55b1ce-3b1e-47f2-a605-7d94dc4620f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.700828 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ac55b1ce-3b1e-47f2-a605-7d94dc4620f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4854021 May 16 18:48:49.702398 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40384) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:49.704142 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 2, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:49.705543 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40386) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:49.711547 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:49.754976 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8985b2a5-0182-4969-ba7c-69bf4388bc7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.763377 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:49.802243 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:49.804406 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Checking router: ce7e9eb4-07b5-459e-99d9-904e47a10353 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:48:49.805001 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Updating router ce7e9eb4-07b5-459e-99d9-904e47a10353 port 493a09da-f900-4f1b-872b-ddd30d2b9d97 binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:48:49.848959 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ef370-9ea7-456a-887c-2986a802bf18 None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:48:49.867004 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.082177 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dec4f5-5487-4b66-879a-74bedd88d5a2 None None] Pushing event updated for resources: {'Port': ['ID=bbdea12a-de62-4a10-841a-5e443b3e361d,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:50.123179 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7fd6a430-afa9-4fc2-a353-46f15d33efd4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (cc2fd5a4-02b4-4ff1-8af7-d24f50375d8e), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.200686 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7fd6a430-afa9-4fc2-a353-46f15d33efd4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (cc2fd5a4-02b4-4ff1-8af7-d24f50375d8e), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.272118 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Publish callbacks [] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.298891 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.457977 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 47f31ad8-ef33-412a-ae26-2f855fe54c09 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:50.458368 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.508104 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f15dfe-ed47-4170-a6ee-d58b71dc4a56 None None] Pushing event updated for resources: {'Port': ['ID=242d5d42-0619-4f8f-9c5b-2bd7b67aed82,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:50.546409 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8985b2a5-0182-4969-ba7c-69bf4388bc7c admin admin] Publish callbacks [] for security_group (5187b119-4915-47d6-bbc9-47ce97335f15), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.556468 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port 47f31ad8-ef33-412a-ae26-2f855fe54c09, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=47f31ad8-ef33-412a-ae26-2f855fe54c09,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:48:50.575052 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.576531 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device b4d5e84a-82c9-476b-99b1-0747fb44945c up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:50.629759 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8985b2a5-0182-4969-ba7c-69bf4388bc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5187b119-4915-47d6-bbc9-47ce97335f15), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.735448 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (8888b41f-0dda-4b43-b049-def02ea51608), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.796830 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Attempting to bind port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:50.804018 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Attempting to bind port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:50.808458 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Attempting to bind port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 on network 265ca952-32c3-45ee-8297-5b81b68af9fb {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:50.827948 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-8985b2a5-0182-4969-ba7c-69bf4388bc7c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72621b952f094a138c7254d240f93f24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1210618 May 16 18:48:50.836567 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:50.836932 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Checking segment: {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:50.837676 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.838216 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Bound using segment: {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:50.838847 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Bound port: 242d5d42-0619-4f8f-9c5b-2bd7b67aed82, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:50.839657 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:50.924783 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40412) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:51.035840 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c3d7-2591-44d1-ae5d-d974d1cbeced req-9b10fc2d-59c0-4f46-808f-0f4c70409873 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:51.049029 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a5d8c3d7-2591-44d1-ae5d-d974d1cbeced req-9b10fc2d-59c0-4f46-808f-0f4c70409873 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 931 time: 0.5062127 May 16 18:48:51.064483 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=47f31ad8-ef33-412a-ae26-2f855fe54c09,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:51.081637 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] For port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:51.091806 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] For port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=242d5d42-0619-4f8f-9c5b-2bd7b67aed82,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:51.110312 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:51.178798 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port b4d5e84a-82c9-476b-99b1-0747fb44945c triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:51.178798 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:51.194502 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985b2a5-0182-4969-ba7c-69bf4388bc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5187b119-4915-47d6-bbc9-47ce97335f15,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:51.223010 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:51.331247 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-ed050234-804f-4299-990c-4f831653388f None None] Provisioning complete for port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:51.331736 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-ed050234-804f-4299-990c-4f831653388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:51.377012 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfdd317-119d-4147-970a-8341b34a1205 {{(pid=115278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:48:51.413615 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:51.421751 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:51.427271 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Publish callbacks [] for port (fbfdd317-119d-4147-970a-8341b34a1205), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:51.542241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6a430-afa9-4fc2-a353-46f15d33efd4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2fd5a4-02b4-4ff1-8af7-d24f50375d8e,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:51.584760 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.provisioning_blocks [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Transition to ACTIVE for port object fbfdd317-119d-4147-970a-8341b34a1205 will not be triggered until provisioned by entity L2. {{(pid=115278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:48:51.589714 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (8888b41f-0dda-4b43-b049-def02ea51608), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:51.615905 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7fd6a430-afa9-4fc2-a353-46f15d33efd4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:51.625913 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7fd6a430-afa9-4fc2-a353-46f15d33efd4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1599874 May 16 18:48:51.625913 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbfdd317-119d-4147-970a-8341b34a1205), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:51.639552 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40416) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:51.652778 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f15dfe-ed47-4170-a6ee-d58b71dc4a56 None None] Pushing event updated for resources: {'Port': ['ID=242d5d42-0619-4f8f-9c5b-2bd7b67aed82,revision_number=4']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:51.732008 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a5d8c3d7-2591-44d1-ae5d-d974d1cbeced req-36344c62-16b2-4343-a31e-1fdf06d8b888 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6682928 May 16 18:48:51.754384 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-eeacbf57-f181-4a91-81d1-29098a111a60 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'security_group_rule': {'security_group_id': 'd71fd84e-32c1-4b9f-a203-4a1900acf41e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:51.940893 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f2c7-9724-409e-9a2c-bccecd44556b admin admin] Publish callbacks [] for security_group (5187b119-4915-47d6-bbc9-47ce97335f15), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:51.961614 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Publish callbacks [] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.000556 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port b4d5e84a-82c9-476b-99b1-0747fb44945c is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:52.034786 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:52.073181 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:52.094786 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.111206 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f2c7-9724-409e-9a2c-bccecd44556b admin admin] Publish callbacks [] for security_group (5187b119-4915-47d6-bbc9-47ce97335f15), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.166248 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Allocated IP 172.27.1.128 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/3ae71366-d8dc-42ec-a97b-c8e61704ac25) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:52.216738 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:52.222509 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:52.229683 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eeacbf57-f181-4a91-81d1-29098a111a60 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (ba9c4c61-c44a-45ab-a518-804e3e4d5ace), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.279246 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=8888b41f-0dda-4b43-b049-def02ea51608,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:52.334388 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-ed050234-804f-4299-990c-4f831653388f None None] Current status of the port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:52.336236 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-ed050234-804f-4299-990c-4f831653388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.388770 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768719ad-448e-479c-abf3-919d4746b39b None None] Pushing event updated for resources: {'Port': ['ID=493a09da-f900-4f1b-872b-ddd30d2b9d97,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:52.536425 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f2c7-9724-409e-9a2c-bccecd44556b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5187b119-4915-47d6-bbc9-47ce97335f15), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.544420 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f2c7-9724-409e-9a2c-bccecd44556b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.549792 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-c5d5f2c7-9724-409e-9a2c-bccecd44556b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5187b119-4915-47d6-bbc9-47ce97335f15 HTTP/1.1" status: 204 len: 168 time: 1.6196539 May 16 18:48:52.553307 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-ed050234-804f-4299-990c-4f831653388f None None] For port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=242d5d42-0619-4f8f-9c5b-2bd7b67aed82,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:48:52.604427 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5f2c7-9724-409e-9a2c-bccecd44556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5187b119-4915-47d6-bbc9-47ce97335f15,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:52.615839 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-ed050234-804f-4299-990c-4f831653388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.662304 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for port (3ae71366-d8dc-42ec-a97b-c8e61704ac25), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.732590 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Attempting to bind port fbfdd317-119d-4147-970a-8341b34a1205 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:52.736991 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Attempting to bind port fbfdd317-119d-4147-970a-8341b34a1205 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1fae94da-9b52-48d9-b9c7-99fb05a5f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c75a3ed-7213-40cc-afeb-904a2bdea446'}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:52.741064 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Attempting to bind port fbfdd317-119d-4147-970a-8341b34a1205 on network 0c75a3ed-7213-40cc-afeb-904a2bdea446 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:52.770381 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Attempting to bind port 493a09da-f900-4f1b-872b-ddd30d2b9d97 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:48:52.782081 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Attempting to bind port 493a09da-f900-4f1b-872b-ddd30d2b9d97 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:48:52.782870 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Attempting to bind port 493a09da-f900-4f1b-872b-ddd30d2b9d97 on network 6559b826-317e-418c-bd4b-dba054fded99 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:52.825392 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (3ae71366-d8dc-42ec-a97b-c8e61704ac25), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.847140 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:52.848026 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Checking segment: {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:52.850013 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.863038 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Bound using segment: {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:52.866933 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Bound port: 493a09da-f900-4f1b-872b-ddd30d2b9d97, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:52.868070 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.885748 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-c7456818-e9f9-4c0f-8987-f80ef4b9f552 None None] Provisioning complete for port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:52.889485 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c7456818-e9f9-4c0f-8987-f80ef4b9f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:52.932456 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:52.943979 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:52.948818 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:52.984549 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Port fbfdd317-119d-4147-970a-8341b34a1205 on network 0c75a3ed-7213-40cc-afeb-904a2bdea446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:48:52.984868 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Attempting to bind port fbfdd317-119d-4147-970a-8341b34a1205 on network 0c75a3ed-7213-40cc-afeb-904a2bdea446 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:48:53.048192 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed050234-804f-4299-990c-4f831653388f None None] Pushing event updated for resources: {'Port': ['ID=242d5d42-0619-4f8f-9c5b-2bd7b67aed82,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:53.141127 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:51Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:53.167054 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfdd317-119d-4147-970a-8341b34a1205,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:53.182886 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (3616c37b-eeb9-4361-b41a-91b437c8d27a), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:53.224312 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:48:53.225081 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Checking segment: {'id': '1fae94da-9b52-48d9-b9c7-99fb05a5f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c75a3ed-7213-40cc-afeb-904a2bdea446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:48:53.226016 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Bound using segment: {'id': '1fae94da-9b52-48d9-b9c7-99fb05a5f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c75a3ed-7213-40cc-afeb-904a2bdea446'} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:48:53.227369 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Bound port: fbfdd317-119d-4147-970a-8341b34a1205, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fae94da-9b52-48d9-b9c7-99fb05a5f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0c75a3ed-7213-40cc-afeb-904a2bdea446'}}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:48:53.232427 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbfdd317-119d-4147-970a-8341b34a1205), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:53.250326 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9e0563-dd73-42ac-b782-f5e11ec52464 None None] The sync data for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi is: [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:51Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:48:53.282138 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eeacbf57-f181-4a91-81d1-29098a111a60 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (ba9c4c61-c44a-45ab-a518-804e3e4d5ace), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:53.289293 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eeacbf57-f181-4a91-81d1-29098a111a60 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (ba9c4c61-c44a-45ab-a518-804e3e4d5ace), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:53.408709 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (ae2ed7c4-99ae-485f-bc67-ca273c33f77d), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:53.449721 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] For port 493a09da-f900-4f1b-872b-ddd30d2b9d97, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:53.465682 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] For port 493a09da-f900-4f1b-872b-ddd30d2b9d97, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=493a09da-f900-4f1b-872b-ddd30d2b9d97,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:53.500183 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'Port': ['ID=3ae71366-d8dc-42ec-a97b-c8e61704ac25,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:53.602108 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:53.610975 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:53.682872 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11987c7b-bed1-429b-807a-bc7187e4b0dc req-608b7340-0f68-4138-805a-63fb305427c5 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:53.685033 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-11987c7b-bed1-429b-807a-bc7187e4b0dc req-608b7340-0f68-4138-805a-63fb305427c5 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.2190661 May 16 18:48:53.686047 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (3ae71366-d8dc-42ec-a97b-c8e61704ac25), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:53.801437 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-c7456818-e9f9-4c0f-8987-f80ef4b9f552 None None] Current status of the port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:53.904838 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:48:53.905945 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:48:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:54.002762 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (8888b41f-0dda-4b43-b049-def02ea51608), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:54.021980 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eeacbf57-f181-4a91-81d1-29098a111a60 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:54.029358 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-eeacbf57-f181-4a91-81d1-29098a111a60 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2909846 May 16 18:48:54.170527 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768719ad-448e-479c-abf3-919d4746b39b None None] Pushing event updated for resources: {'Port': ['ID=493a09da-f900-4f1b-872b-ddd30d2b9d97,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:54.223759 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-3b5dd5ff-353a-49de-bc4a-074b7bfc82b8 None None] Provisioning complete for port 493a09da-f900-4f1b-872b-ddd30d2b9d97 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:54.224120 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd5ff-353a-49de-bc4a-074b7bfc82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:54.230432 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:54.235149 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40462) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:54.236201 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:54.259800 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:48:54.451144 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] For port fbfdd317-119d-4147-970a-8341b34a1205, host hv-cinder-75078, cleared binding levels {{(pid=115278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:48:54.478872 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] For port fbfdd317-119d-4147-970a-8341b34a1205, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbfdd317-119d-4147-970a-8341b34a1205,segment=NetworkSegment(1fae94da-9b52-48d9-b9c7-99fb05a5f46d),segment_id=1fae94da-9b52-48d9-b9c7-99fb05a5f46d)] {{(pid=115278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:48:54.500398 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacbf57-f181-4a91-81d1-29098a111a60 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9c4c61-c44a-45ab-a518-804e3e4d5ace,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:54.524431 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbfdd317-119d-4147-970a-8341b34a1205), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:54.707660 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:54.710864 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:54.714507 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] 10.222.0.61 "PUT /v2.0/ports/fbfdd317-119d-4147-970a-8341b34a1205 HTTP/1.1" status: 200 len: 1093 time: 6.3029189 May 16 18:48:54.846218 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910f83ed-e7ef-4355-8027-d81af4b020c6', 'tag': 'fbfdd317-119d-4147-970a-8341b34a1205'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:48:55.110335 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7271-de4b-4e48-b733-7c420eadace3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfdd317-119d-4147-970a-8341b34a1205,revision_number=3']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:55.120536 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for port (3ae71366-d8dc-42ec-a97b-c8e61704ac25), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:55.213546 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:55.218799 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (3ae71366-d8dc-42ec-a97b-c8e61704ac25), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:55.237630 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:48:55.404839 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (ae2ed7c4-99ae-485f-bc67-ca273c33f77d), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:55.458096 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7fce5a08-ff97-4b70-b678-1156cad26de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:55.466924 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-7fce5a08-ff97-4b70-b678-1156cad26de3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b17a9621d46a4dec8cc4b8946abaa2c9&device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 1127 time: 0.3970780 May 16 18:48:55.500516 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'Port': ['ID=3ae71366-d8dc-42ec-a97b-c8e61704ac25,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:55.514467 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dd5ff-353a-49de-bc4a-074b7bfc82b8 None None] Current status of the port 493a09da-f900-4f1b-872b-ddd30d2b9d97 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:55.514929 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd5ff-353a-49de-bc4a-074b7bfc82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:55.558368 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:55.564638 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-a42a5285-ef1d-436a-aba0-4633923bbfb2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8575795 May 16 18:48:55.678626 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:55.684276 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 47f31ad8-ef33-412a-ae26-2f855fe54c09 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:55.825216 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:55.834654 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f068b518-3da7-4bee-89a3-873ce0a55a81" -d '{"events": [{"name": "network-changed", "server_uuid": "910f83ed-e7ef-4355-8027-d81af4b020c6", "tag": "fbfdd317-119d-4147-970a-8341b34a1205"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:48:55.955375 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-310f6739-7b72-47eb-a682-5fde0c323cef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbfdd317-119d-4147-970a-8341b34a1205 HTTP/1.1" status: 200 len: 217 time: 0.3064604 May 16 18:48:55.980449 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-11987c7b-bed1-429b-807a-bc7187e4b0dc req-c7ee8e58-cfab-4573-bf9b-c078cc0f18f5 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7458787 May 16 18:48:55.981488 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-3b5dd5ff-353a-49de-bc4a-074b7bfc82b8 None None] For port 493a09da-f900-4f1b-872b-ddd30d2b9d97, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=493a09da-f900-4f1b-872b-ddd30d2b9d97,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:48:56.041486 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd5ff-353a-49de-bc4a-074b7bfc82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:56.230574 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dd5ff-353a-49de-bc4a-074b7bfc82b8 None None] Pushing event updated for resources: {'Port': ['ID=493a09da-f900-4f1b-872b-ddd30d2b9d97,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:56.285127 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (8888b41f-0dda-4b43-b049-def02ea51608), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:56.313881 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (8888b41f-0dda-4b43-b049-def02ea51608), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:56.329081 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Allocated IP 172.27.1.11 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/b0160e03-abbb-4340-a918-a4b7a4bc4f77) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:48:56.370912 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-bb25b78c-a27f-49e1-af0a-4a58f8f7fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:56.372890 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-bb25b78c-a27f-49e1-af0a-4a58f8f7fec2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ccc63a2-f1c7-41d4-ac2e-1b63598e6643 HTTP/1.1" status: 200 len: 852 time: 0.3992128 May 16 18:48:56.420088 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-4d601858-079c-4930-808f-5783eba7d0c0 None None] Provisioning complete for port 493a09da-f900-4f1b-872b-ddd30d2b9d97 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:56.432647 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-4d601858-079c-4930-808f-5783eba7d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:56.484510 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (3616c37b-eeb9-4361-b41a-91b437c8d27a), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:56.529406 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 47f31ad8-ef33-412a-ae26-2f855fe54c09 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:56.533002 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:56.714729 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-677f6c36-1db6-4490-8b21-3e5bf4d157fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0c75a3ed-7213-40cc-afeb-904a2bdea446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823447 May 16 18:48:56.732246 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=8888b41f-0dda-4b43-b049-def02ea51608,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:56.747645 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:56.749149 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-51bf777f-1f0c-416d-8c3b-9ed7c12684b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6517727 May 16 18:48:56.814878 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40558) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:56.865410 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-b47d4382-f73e-4e1e-b2dc-5d89f816aaf1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--793860696&fields=id&tenant_id=67cdad09821341cfa56bbc4642d2cd04 HTTP/1.1" status: 200 len: 267 time: 0.4827380 May 16 18:48:56.882619 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 47f31ad8-ef33-412a-ae26-2f855fe54c09 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:56.884413 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 0b24e01f-d439-4b61-930e-89d53a135588 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:56.922656 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-4d601858-079c-4930-808f-5783eba7d0c0 None None] Current status of the port 493a09da-f900-4f1b-872b-ddd30d2b9d97 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:56.931625 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:53Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:48:56.978355 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3bc3b-3421-4b4a-9b61-bea9d23434a3 None None] The sync data for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:53Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:48:57.041553 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 0b24e01f-d439-4b61-930e-89d53a135588 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:57.042631 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (0b24e01f-d439-4b61-930e-89d53a135588), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:57.044440 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for port (b0160e03-abbb-4340-a918-a4b7a4bc4f77), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:57.252418 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 0b24e01f-d439-4b61-930e-89d53a135588 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:57.253565 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device bbdea12a-de62-4a10-841a-5e443b3e361d up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:57.263930 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8575addc-b7fa-4bc9-8a4c-251562280807 x-openstack-request-id: req-8575addc-b7fa-4bc9-8a4c-251562280807 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:48:57.264563 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910f83ed-e7ef-4355-8027-d81af4b020c6", "tag": "fbfdd317-119d-4147-970a-8341b34a1205", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:48:57.264941 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8575addc-b7fa-4bc9-8a4c-251562280807 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:48:57.266464 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8575addc-b7fa-4bc9-8a4c-251562280807'] response: {'name': 'network-changed', 'server_uuid': '910f83ed-e7ef-4355-8027-d81af4b020c6', 'tag': 'fbfdd317-119d-4147-970a-8341b34a1205', 'status': 'completed', 'code': 200} May 16 18:48:57.285492 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (b0160e03-abbb-4340-a918-a4b7a4bc4f77), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:57.322594 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-1e46a93e-1e48-454b-99a7-352d52620f46 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:57.324525 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c9709cf-b99a-4cd9-9eee-f932f8e8c681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:57.344288 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-1e46a93e-1e48-454b-99a7-352d52620f46 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 816 time: 0.4775071 May 16 18:48:57.370174 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port bbdea12a-de62-4a10-841a-5e443b3e361d triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:57.370945 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:57.382118 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-655a7f10-165d-45d5-bab0-c4fcd9ca222a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/quotas/67cdad09821341cfa56bbc4642d2cd04 HTTP/1.1" status: 200 len: 375 time: 0.0364976 May 16 18:48:57.389783 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:48:57.398657 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:48:57.423080 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'Port': ['ID=b0160e03-abbb-4340-a918-a4b7a4bc4f77,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:57.427449 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:48:57.527111 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c9709cf-b99a-4cd9-9eee-f932f8e8c681 admin admin] Publish callbacks [] for security_group (cf821929-6d96-4cb2-b34a-9f2ac619431a), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:57.532989 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c9709cf-b99a-4cd9-9eee-f932f8e8c681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (cf821929-6d96-4cb2-b34a-9f2ac619431a), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:57.535093 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port bbdea12a-de62-4a10-841a-5e443b3e361d is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:57.587098 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-1f6810b7-85ee-4e03-807b-6b87fa124a62 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1922772 May 16 18:48:57.601921 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9709cf-b99a-4cd9-9eee-f932f8e8c681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf821929-6d96-4cb2-b34a-9f2ac619431a,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:57.625725 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3004a-e153-4d8e-b05e-1616484db824 req-ce5b6b26-1440-4814-b0df-35eb1a9d9f1b tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:57.627348 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1ee3004a-e153-4d8e-b05e-1616484db824 req-ce5b6b26-1440-4814-b0df-35eb1a9d9f1b tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.2361605 May 16 18:48:57.630662 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (fab2414c-505d-48f8-ae50-0098305dbbbe), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:57.675594 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-4c9709cf-b99a-4cd9-9eee-f932f8e8c681 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3da38b286e004405b81744905dcf74a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8571546 May 16 18:48:57.679053 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40586) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:48:57.792846 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:57.798848 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (b0160e03-abbb-4340-a918-a4b7a4bc4f77), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:57.823221 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1ee3004a-e153-4d8e-b05e-1616484db824 req-a5e184ee-afcb-44d5-b228-29c09b586743 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885207 May 16 18:48:57.993780 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1a507c0f-a7ca-4c4f-b924-f2f3c8aee21c admin admin] Publish callbacks [] for security_group (cf821929-6d96-4cb2-b34a-9f2ac619431a), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:58.060220 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:58.060758 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:58.128175 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1a507c0f-a7ca-4c4f-b924-f2f3c8aee21c admin admin] Publish callbacks [] for security_group (cf821929-6d96-4cb2-b34a-9f2ac619431a), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:58.177761 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-9abeb94f-618c-449e-acc5-2165f852a641 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:48:58.178903 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-9abeb94f-618c-449e-acc5-2165f852a641 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3220057 May 16 18:48:58.226406 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1a507c0f-a7ca-4c4f-b924-f2f3c8aee21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (cf821929-6d96-4cb2-b34a-9f2ac619431a), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:58.229670 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1a507c0f-a7ca-4c4f-b924-f2f3c8aee21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:58.234749 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1a507c0f-a7ca-4c4f-b924-f2f3c8aee21c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf821929-6d96-4cb2-b34a-9f2ac619431a HTTP/1.1" status: 204 len: 168 time: 0.5545001 May 16 18:48:58.257176 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a507c0f-a7ca-4c4f-b924-f2f3c8aee21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf821929-6d96-4cb2-b34a-9f2ac619431a,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:58.416519 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:58.416796 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 493a09da-f900-4f1b-872b-ddd30d2b9d97 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:48:58.518095 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 493a09da-f900-4f1b-872b-ddd30d2b9d97 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:48:58.519736 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:58.572115 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-92696f6b-5313-453c-bca5-e49cd3a4d201 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2075324893&fields=id&tenant_id=593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 267 time: 0.4223175 May 16 18:48:58.629995 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 493a09da-f900-4f1b-872b-ddd30d2b9d97 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:48:58.689767 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-121ed06a-2879-4aa0-96bd-3f38c79ac5e3 service neutron] 10.222.0.72 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081674 May 16 18:48:58.721190 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for port (b0160e03-abbb-4340-a918-a4b7a4bc4f77), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:58.743403 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (b0160e03-abbb-4340-a918-a4b7a4bc4f77), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:58.823505 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (fab2414c-505d-48f8-ae50-0098305dbbbe), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:58.970796 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-1302c85e-1671-427b-a541-59a915122799 service neutron] 10.222.0.61 "GET /v2.0/networks/0c75a3ed-7213-40cc-afeb-904a2bdea446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051120 May 16 18:48:59.013441 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66572a-e389-45e6-9d63-28501dac405a req-7dba2095-ab97-4886-b2e4-0612009aa6d7 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:59.025575 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-7dba2095-ab97-4886-b2e4-0612009aa6d7 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 814 time: 0.4525802 May 16 18:48:59.050417 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:59.053880 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8172944 May 16 18:48:59.062734 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e70e43-0e34-44b1-a0c5-73c717acb116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'Port': ['ID=b0160e03-abbb-4340-a918-a4b7a4bc4f77,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:48:59.071421 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-fd09bc9c-190f-4acf-a33f-7b9b0af72ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:48:59.083143 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-03409251-733d-40d5-bbbd-6b527fef95aa tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/quotas/593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 375 time: 0.0563159 May 16 18:48:59.167747 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-033f5294-c4c1-4fed-999a-26a69800efe8 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825644 May 16 18:48:59.179880 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-3d04a61d-dc5e-43db-aa9a-701daec02cd1 service neutron] 10.222.0.72 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565504 May 16 18:48:59.377728 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-2d8805e4-654b-48c7-82f6-841367c87de3 service neutron] 10.222.0.72 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944785 May 16 18:48:59.589867 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-d0d69aad-0f5f-4436-9d88-a42871e16d64 service neutron] 10.222.0.72 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066233 May 16 18:48:59.751313 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729297-881c-4d4a-9894-4a68b9470e95 req-9afc8b92-1e87-4535-a087-7673d530d092 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:48:59.753817 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-97729297-881c-4d4a-9894-4a68b9470e95 req-9afc8b92-1e87-4535-a087-7673d530d092 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.1162024 May 16 18:48:59.831382 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-97729297-881c-4d4a-9894-4a68b9470e95 req-f5efef16-fb0c-430f-9aa3-224b7a873712 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 May 16 18:48:59.991896 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bb9a1732-1273-460e-8ac3-34dc0aa78406 req-46683d6a-2e6a-4537-aeeb-09976e4b619f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0508847 May 16 18:49:00.167196 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-a8b16ced-67f3-4116-9f37-59eea82efb6f tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--308001911&fields=id&tenant_id=75d882994e2c443fb1d9104ccbfb8c7f HTTP/1.1" status: 200 len: 267 time: 0.1495221 May 16 18:49:00.675780 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-bc4ec626-e9f7-4746-a350-df2a1abb9482 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:00.687880 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-bc4ec626-e9f7-4746-a350-df2a1abb9482 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 810 time: 0.5195971 May 16 18:49:00.749250 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7cfd52e1-4d81-42a4-ae72-9d4779a69d09 req-4a27fb6b-c394-471c-adaf-e31d362c54ff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0948501 May 16 18:49:00.773528 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-e7593c16-6d03-4b0c-bbfc-e331a0c15610 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/quotas/75d882994e2c443fb1d9104ccbfb8c7f HTTP/1.1" status: 200 len: 375 time: 0.0816820 May 16 18:49:01.193550 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-cf550418-a720-4a96-b99b-953dc4db3f9c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3911805 May 16 18:49:01.224470 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6ee99162-c3b3-438a-a6dd-2ba793b13858 req-f10e1e9f-90d1-4f87-8d4c-20f2406acd1c service neutron] 10.222.0.61 "GET /v2.0/networks/0c75a3ed-7213-40cc-afeb-904a2bdea446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842901 May 16 18:49:01.273859 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c109b-189d-4634-8968-d5bcf62bf7b2 req-b0883f1f-f819-4b58-8609-8383024b8e09 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:01.282411 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-594c109b-189d-4634-8968-d5bcf62bf7b2 req-b0883f1f-f819-4b58-8609-8383024b8e09 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.2985940 May 16 18:49:01.509837 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-2d1f124a-8d76-4250-bcc3-0f4f47014dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:01.512630 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-2d1f124a-8d76-4250-bcc3-0f4f47014dd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b17a9621d46a4dec8cc4b8946abaa2c9&device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 1127 time: 0.1655157 May 16 18:49:01.522936 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c06f3a4a-4137-4f56-9565-dfa07092a850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:01.550310 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-594c109b-189d-4634-8968-d5bcf62bf7b2 req-0aabed0c-097b-4327-9ede-e44d0508ed5f tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661347 May 16 18:49:01.558465 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-1330f51a-2bc6-4e1d-a6c7-c66784786156 service neutron] 10.222.0.72 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479204 May 16 18:49:01.745042 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 40756) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:01.770441 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-f4b54bb5-96f9-4943-9099-fa1cca6a2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:01.776404 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-f4b54bb5-96f9-4943-9099-fa1cca6a2532 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0c75a3ed-7213-40cc-afeb-904a2bdea446 HTTP/1.1" status: 200 len: 913 time: 0.2473531 May 16 18:49:01.840400 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-5f821049-3406-4cc8-9c95-0648f4d4c4c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbfdd317-119d-4147-970a-8341b34a1205 HTTP/1.1" status: 200 len: 217 time: 0.0544229 May 16 18:49:01.887814 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d92c1361-c2e1-4892-b99c-2a9cc2c5ea7b req-81bb9654-1acb-4de8-a8d3-5c36ba42aa7b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.1258314 May 16 18:49:01.993775 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-9259bce2-2236-4ae0-a188-59f76dfacc12 service neutron] 10.222.0.72 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290247 May 16 18:49:02.129326 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6f125b62-a1af-4de6-8f1c-1055e50c6d08 req-06159c4b-52c4-4e19-944d-1994b3258036 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.1301982 May 16 18:49:02.178576 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-159197da-5da6-4d37-9515-fdb22d21710e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:02.383755 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f915c36-a65a-4705-8da0-ebca38ec241e req-9c963a6f-6dd4-47ad-9010-fdc03e180a86 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0737395 May 16 18:49:02.443478 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-159197da-5da6-4d37-9515-fdb22d21710e admin admin] Publish callbacks [] for security_group (fa98cf75-5c91-47f0-ab6e-98441e7c820b), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:02.480670 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-159197da-5da6-4d37-9515-fdb22d21710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fa98cf75-5c91-47f0-ab6e-98441e7c820b), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:02.576159 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159197da-5da6-4d37-9515-fdb22d21710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa98cf75-5c91-47f0-ab6e-98441e7c820b,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:02.614578 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40790) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:02.617280 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-159197da-5da6-4d37-9515-fdb22d21710e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=95d2e824ebea43fba3453a7ee3215b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8653610 May 16 18:49:02.761159 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c343de8-a733-47e6-8b60-17b971bb54fb req-6e01d17c-c572-49b8-a1bf-98b50c4e3d8e tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:02.768788 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c343de8-a733-47e6-8b60-17b971bb54fb req-6e01d17c-c572-49b8-a1bf-98b50c4e3d8e tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.1012361 May 16 18:49:02.796837 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:02.842447 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2dde621-72a7-41b5-af01-2e70a2276100 admin admin] Publish callbacks [] for security_group (fa98cf75-5c91-47f0-ab6e-98441e7c820b), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:02.886187 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c343de8-a733-47e6-8b60-17b971bb54fb req-5d5be10f-5f9c-417a-8162-d986c5b6e2ce tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160579 May 16 18:49:02.956971 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2dde621-72a7-41b5-af01-2e70a2276100 admin admin] Publish callbacks [] for security_group (fa98cf75-5c91-47f0-ab6e-98441e7c820b), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.163271 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-31af494f-f466-46f4-a379-49e09f78f98e req-553f6b92-5767-45b9-9e8d-fbc181c495dc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0814362 May 16 18:49:03.184575 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2dde621-72a7-41b5-af01-2e70a2276100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fa98cf75-5c91-47f0-ab6e-98441e7c820b), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.187689 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2dde621-72a7-41b5-af01-2e70a2276100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.195310 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-e2dde621-72a7-41b5-af01-2e70a2276100 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa98cf75-5c91-47f0-ab6e-98441e7c820b HTTP/1.1" status: 204 len: 168 time: 0.5789888 May 16 18:49:03.215616 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dde621-72a7-41b5-af01-2e70a2276100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa98cf75-5c91-47f0-ab6e-98441e7c820b,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:03.324196 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-879ba234-fd30-45ae-bd74-5413d1124717 req-628a8a64-7c90-43b5-88da-7c4225c1e064 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0415578 May 16 18:49:03.510315 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3f9f2e1c-34ef-4cf9-a763-709c0895ee8d req-d0f38bf8-5ef7-410a-b919-2386f011a2c8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0311649 May 16 18:49:03.552563 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.595483 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40820) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:03.609256 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6773278f-a5cf-44d1-b176-1f7088967a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.685522 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6773278f-a5cf-44d1-b176-1f7088967a23 admin admin] Publish callbacks [] for security_group (7b797f8a-3cc3-432a-890b-be014da0b755), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.689224 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6773278f-a5cf-44d1-b176-1f7088967a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (7b797f8a-3cc3-432a-890b-be014da0b755), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.726187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773278f-a5cf-44d1-b176-1f7088967a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b797f8a-3cc3-432a-890b-be014da0b755,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:03.730448 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-6773278f-a5cf-44d1-b176-1f7088967a23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=46bfc4d6e1274482a27bbdc5144a7e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339455 May 16 18:49:03.733705 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 40822) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:03.781856 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-15cd4dfe-cf48-4475-bdd4-c4eea61ccc95 admin admin] Publish callbacks [] for security_group (7b797f8a-3cc3-432a-890b-be014da0b755), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.804824 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-15cd4dfe-cf48-4475-bdd4-c4eea61ccc95 admin admin] Publish callbacks [] for security_group (7b797f8a-3cc3-432a-890b-be014da0b755), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.853881 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-15cd4dfe-cf48-4475-bdd4-c4eea61ccc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (7b797f8a-3cc3-432a-890b-be014da0b755), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.856482 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-15cd4dfe-cf48-4475-bdd4-c4eea61ccc95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:03.857853 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-15cd4dfe-cf48-4475-bdd4-c4eea61ccc95 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b797f8a-3cc3-432a-890b-be014da0b755 HTTP/1.1" status: 204 len: 168 time: 0.1238964 May 16 18:49:03.868471 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd4dfe-cf48-4475-bdd4-c4eea61ccc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b797f8a-3cc3-432a-890b-be014da0b755,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:04.010242 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188e568-55fd-4545-80d3-13d356f30392 req-8665d907-8858-4173-ade7-2f1071ad2017 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:04.011970 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c188e568-55fd-4545-80d3-13d356f30392 req-8665d907-8858-4173-ade7-2f1071ad2017 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0514944 May 16 18:49:04.065102 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:04.072590 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c188e568-55fd-4545-80d3-13d356f30392 req-f106e34a-ac0a-4e36-bf00-5c0cc0845691 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548642 May 16 18:49:04.281691 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9a11c242-8789-476a-bb6b-9bbeda4d9972 req-9961f78b-4dcb-4b44-a6ad-07a4c818a73f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0365050 May 16 18:49:04.443004 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bf38fdb7-e34b-4a7a-9ad1-44fd88a111c1 req-875c4c74-86f7-4ae6-a94d-484cc4f2c7e1 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0282788 May 16 18:49:04.623698 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5d05fef9-6030-4288-9163-44bbeae7aece req-ecd89def-74ef-4c99-a3f7-b7b1b7381acf tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0339463 May 16 18:49:05.188627 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40692156-166a-4872-b347-09a5aef85cd7 req-ac2bde3e-4e94-45be-ba2c-acb6442e1f1b tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:05.190132 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-40692156-166a-4872-b347-09a5aef85cd7 req-ac2bde3e-4e94-45be-ba2c-acb6442e1f1b tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0485201 May 16 18:49:05.240862 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-40692156-166a-4872-b347-09a5aef85cd7 req-a36970cc-ac71-4923-b4e3-d33d1183bcba tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440300 May 16 18:49:05.392439 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4fd5a813-0d87-460b-8a59-1bcceb157ab8 req-b4845377-2bdd-41ff-bcb6-9d6c1b9b7d5b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0345299 May 16 18:49:05.430650 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:05.547033 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1e7c103b-4a24-468f-9a61-a1328a363193 req-d857ae43-58ac-44e6-821c-71a52a32c870 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0286562 May 16 18:49:05.722389 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ab3e2c58-96f9-43a5-8d7a-b7d7a6abbe18 req-c003ebc4-3112-4e55-aeb5-980b2c8a6065 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0310674 May 16 18:49:06.157405 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-0db068a8-0e1a-4091-a143-815ca1738530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:06.165632 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-0db068a8-0e1a-4091-a143-815ca1738530 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ccc63a2-f1c7-41d4-ac2e-1b63598e6643 HTTP/1.1" status: 200 len: 852 time: 0.0711730 May 16 18:49:06.239105 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-5ddc3b48-2240-4701-8e4f-a986aca0f8a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0c75a3ed-7213-40cc-afeb-904a2bdea446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459654 May 16 18:49:06.277274 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.61', 57565) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:06.426266 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-a59fc9cb-3ab6-43e2-920c-497f11c7bea0 service neutron] 10.222.0.61 "GET /v2.0/networks/0c75a3ed-7213-40cc-afeb-904a2bdea446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708443 May 16 18:49:06.506422 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66572a-e389-45e6-9d63-28501dac405a req-7e3c8e88-325e-4412-b77f-0ee46007b62a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:06.507808 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-7e3c8e88-325e-4412-b77f-0ee46007b62a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 814 time: 0.2294610 May 16 18:49:06.565188 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c939def9-3f2e-4c8b-aa41-6ad76659394f req-bcf5248a-7a58-4e9b-a462-b552d4707c8e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0486121 May 16 18:49:06.585366 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5025f-59c4-443c-bf6f-057656019b06 req-051ba825-13ee-4fcb-a50e-960955ee0fde tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:06.587210 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-04e5025f-59c4-443c-bf6f-057656019b06 req-051ba825-13ee-4fcb-a50e-960955ee0fde tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0907292 May 16 18:49:06.660389 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-04e5025f-59c4-443c-bf6f-057656019b06 req-ffaf67ab-d2b6-4e85-8078-fecdb6b37c41 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663445 May 16 18:49:06.683524 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be7523a2-375b-499c-90ef-7259d4633ba9 req-0225395e-a6e9-492a-8dd6-4c72f886684b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0406656 May 16 18:49:06.820479 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b20047d5-ecb7-4d29-b2cc-c82fc7831a51 req-11a1efe0-53dc-4b8a-8ae8-082984cb4ae8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0290117 May 16 18:49:07.676135 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f99f659c-bcf1-429c-b0bb-8d0fc615103f req-7bc9c9c7-2a81-423d-9cd6-3e185c9d5f9d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0303333 May 16 18:49:07.791193 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-df346acd-add2-48f5-a909-edf7b467e227 req-22b78b0b-3b3a-4dc4-a60e-da578120777e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0325058 May 16 18:49:07.799284 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b31bcf-327d-4af3-b90d-fb82bfd0124b req-1413949c-e1dd-43f2-9a00-42da294b3c45 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:07.800787 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f0b31bcf-327d-4af3-b90d-fb82bfd0124b req-1413949c-e1dd-43f2-9a00-42da294b3c45 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0709684 May 16 18:49:07.849015 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f0b31bcf-327d-4af3-b90d-fb82bfd0124b req-5d90ad6b-4209-4561-8c47-6baf19614e4c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 May 16 18:49:07.920310 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6cc7b8e7-cd24-40f5-a60e-47c3733c36f8 req-5bc9065e-731b-44ce-9f9c-ad8ec460bd12 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0300698 May 16 18:49:08.464208 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:49:08.779590 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ddac5ac3-f0c9-48fe-aec9-cf06cd95b496 req-354d7a8e-c9c4-41e1-b54c-a18f1f71b574 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0287867 May 16 18:49:08.899953 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35fcc3ff-3bbe-47b2-8767-10e96e2e4145 req-c8f9f171-37ef-4318-bdaa-78a2f5bf159b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0285883 May 16 18:49:08.975033 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc229d-e41a-4552-8ba5-3ea1fd0ddafa req-7e359ec9-444f-4496-9b1b-ef20533b530b tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:08.977270 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b9cc229d-e41a-4552-8ba5-3ea1fd0ddafa req-7e359ec9-444f-4496-9b1b-ef20533b530b tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0514789 May 16 18:49:09.031326 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0fd4c960-4649-4254-856b-9cf978c90f51 req-dfd40dcf-b50c-4fde-9a57-b581911305aa tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0409446 May 16 18:49:09.054191 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b9cc229d-e41a-4552-8ba5-3ea1fd0ddafa req-d6bec8da-f6c0-41b6-886e-e609505e305c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711877 May 16 18:49:09.883197 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1df9bbcd-f54a-4b0a-8b61-b4f39d1cfdbf req-27f025ed-0a9c-4c12-bc21-5c1745820e0f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0299988 May 16 18:49:09.997044 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8445a255-41d8-4d91-abf3-0d53b7b5c4d3 req-3d7b53cc-38c7-42f0-ae76-fc3bd97b2645 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0292029 May 16 18:49:10.148344 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f61341d8-97b5-4a96-b2c2-94e9801d06e9 req-5297d048-0115-4278-8054-ac5142ea00a9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0452499 May 16 18:49:10.197733 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d512f50-9b30-4f50-8cf0-5e33f6d7a3e8 req-f40a2a53-d178-452a-9ebb-5030db31d06c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:10.199386 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4d512f50-9b30-4f50-8cf0-5e33f6d7a3e8 req-f40a2a53-d178-452a-9ebb-5030db31d06c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0564988 May 16 18:49:10.248721 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4d512f50-9b30-4f50-8cf0-5e33f6d7a3e8 req-66964056-88d8-4aa5-abad-38c9e431b5a6 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 May 16 18:49:11.000845 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c36f6621-5a60-4a6f-8f30-d630aa372407 req-6e158b75-f896-4da0-8d29-c2ffa24b722c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0281022 May 16 18:49:11.098616 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ffce303b-c7d1-4815-83b1-4c6eb159d99f req-ae12e0a2-9f4c-4722-b507-5801263a18b4 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0285833 May 16 18:49:11.251302 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ae31949-5e82-4133-846d-b5e8d7355b0c req-f5e9d544-6972-4681-96fa-dc71b7c73be1 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0281727 May 16 18:49:11.370115 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372e045-86cf-4a49-b568-4fbc8d8f1382 req-3e1e2607-5d32-42fc-981a-d9c6265bfa70 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:11.371658 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4372e045-86cf-4a49-b568-4fbc8d8f1382 req-3e1e2607-5d32-42fc-981a-d9c6265bfa70 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0548105 May 16 18:49:11.422110 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4372e045-86cf-4a49-b568-4fbc8d8f1382 req-4aec9674-a3fb-40dd-b162-abdb1756b0f0 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 May 16 18:49:12.104418 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0805c768-18c6-4f39-8cb4-2d941a04156d req-5fe5951a-b6b1-4198-b063-0e84ee271772 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0292480 May 16 18:49:12.206919 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7e9a84c0-0600-4c2f-ab73-5c675300d9a2 req-5451bf6c-d82a-4003-b5fa-86acf8e10fca tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0279648 May 16 18:49:12.356584 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cbbf26b2-276a-4f8a-95b7-b494fbc7c01e req-01bafba0-fdbd-4993-994f-0bccb3669cfd tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0312915 May 16 18:49:12.543442 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474e07a-e7dc-49c5-940a-a64bafaf03a6 req-88ccfc18-af1f-414f-914d-c213d000b035 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:12.545046 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c474e07a-e7dc-49c5-940a-a64bafaf03a6 req-88ccfc18-af1f-414f-914d-c213d000b035 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0496027 May 16 18:49:12.598401 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c474e07a-e7dc-49c5-940a-a64bafaf03a6 req-86e3e703-770c-4b1a-90f7-db874261c3d6 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476060 May 16 18:49:13.167129 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-db308dc0-3ee9-408a-9029-b342c213c853 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 380 time: 0.1528893 May 16 18:49:13.254459 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-32dee4c6-87d6-4b0f-b2c9-4284e0cc5088 req-80868339-1ea1-458a-ad27-20133d96c18e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0432258 May 16 18:49:13.311216 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f068b518-3da7-4bee-89a3-873ce0a55a81 req-0b794207-6b51-4d8d-9707-421068663a96 service neutron] 10.222.0.61 "GET /v2.0/networks/0c75a3ed-7213-40cc-afeb-904a2bdea446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988446 May 16 18:49:13.325825 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-220ad4ce-4fa4-4ec9-b097-9696a14f413b req-00212cf2-a9ea-491a-8b5e-f0e8a16b756e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0293875 May 16 18:49:13.459508 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ffca59fd-07b7-4096-81cd-c119b7f1c0cc req-c0b1128b-b12b-4b96-b31d-4278c60c29f3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0275137 May 16 18:49:13.718953 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbe889-5989-4c4b-95f7-244cf4d66137 req-0fd886fc-260a-47e9-a8cd-c8059ab8fa87 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:13.720503 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c4cbe889-5989-4c4b-95f7-244cf4d66137 req-0fd886fc-260a-47e9-a8cd-c8059ab8fa87 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0494397 May 16 18:49:13.770218 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c4cbe889-5989-4c4b-95f7-244cf4d66137 req-f51333fd-0603-44a8-ae0e-17561efa639b tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 May 16 18:49:14.361741 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-64a032df-db1c-49c9-a9bd-dfb34a7ddd28 req-11a79d8a-a69e-436c-b697-678f81fec868 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0311787 May 16 18:49:14.429567 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4fc41946-5736-4ac9-a9e6-49cfc6454cb2 req-4a2d8b51-59b9-473f-98a1-2e50ac6ed21a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0290530 May 16 18:49:14.557879 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-90117ec0-1106-4735-8177-d9ec014bbd8e req-0e6199f7-dfb4-415d-a132-da0c0f79b3b4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0298958 May 16 18:49:14.886804 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b29f34-2096-4cdc-876c-ea316b37f793 req-c3fc5469-83ac-4567-bd8a-3a868a3b1acb tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:14.888387 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b9b29f34-2096-4cdc-876c-ea316b37f793 req-c3fc5469-83ac-4567-bd8a-3a868a3b1acb tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 943 time: 0.0486979 May 16 18:49:14.949098 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b9b29f34-2096-4cdc-876c-ea316b37f793 req-15d55782-5efe-4d39-bf05-2552215f2f2d tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550058 May 16 18:49:15.466988 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2b0de014-66d7-42ae-aa8e-13e4835eb994 req-a8611422-f490-4db2-89a0-9b4df631d972 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0309114 May 16 18:49:15.539821 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36e24970-49e8-406d-a6bb-b5294b9f011e req-64c56a82-5504-4ca6-a313-4a216680512f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0291708 May 16 18:49:15.654683 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-88fbad65-9bd2-45d5-af59-ddb9047af956 req-11f1754c-d01d-4582-8041-ec82d380b116 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0279651 May 16 18:49:15.900956 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbfdd317-119d-4147-970a-8341b34a1205 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:49:15.918470 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'port': {'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'admin_state_up': True, 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'security_groups': ['d29ccf1b-1202-4fd4-92a7-276bf337b684']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:16.087973 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbfdd317-119d-4147-970a-8341b34a1205, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbfdd317-119d-4147-970a-8341b34a1205,segment=NetworkSegment(1fae94da-9b52-48d9-b9c7-99fb05a5f46d),segment_id=1fae94da-9b52-48d9-b9c7-99fb05a5f46d)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:16.103683 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'fbfdd317-119d-4147-970a-8341b34a1205', 'network_id': '0c75a3ed-7213-40cc-afeb-904a2bdea446', 'port_id': 'fbfdd317-119d-4147-970a-8341b34a1205', 'mac_address': 'fa:16:3e:f4:6e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccc63a2-f1c7-41d4-ac2e-1b63598e6643', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:49:16.155567 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port fbfdd317-119d-4147-970a-8341b34a1205 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:49:16.156185 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbfdd317-119d-4147-970a-8341b34a1205), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:16.180757 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfdd317-119d-4147-970a-8341b34a1205 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:49:16.216449 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbfdd317-119d-4147-970a-8341b34a1205, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbfdd317-119d-4147-970a-8341b34a1205,segment=NetworkSegment(1fae94da-9b52-48d9-b9c7-99fb05a5f46d),segment_id=1fae94da-9b52-48d9-b9c7-99fb05a5f46d)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:16.222081 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbfdd317-119d-4147-970a-8341b34a1205), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:16.295486 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=fbfdd317-119d-4147-970a-8341b34a1205,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:16.325774 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f40d5-2600-480e-86e7-f9cbd2a74918 req-19db7e31-5a4c-4c77-98b6-ee6289e681ef tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:16.327269 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-da6f40d5-2600-480e-86e7-f9cbd2a74918 req-19db7e31-5a4c-4c77-98b6-ee6289e681ef tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 944 time: 0.0846355 May 16 18:49:16.398873 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Made reservation on behalf of 593c7b69cbad453499aacad0ad6e64ae for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:49:16.405909 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:16.461963 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-da6f40d5-2600-480e-86e7-f9cbd2a74918 req-a708af94-0998-4d77-95e4-90b9b4b6a442 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240203 May 16 18:49:16.535238 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-64bbb05c-d553-4ec7-9bb0-23ad1bd238fb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:16.535238 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-64bbb05c-d553-4ec7-9bb0-23ad1bd238fb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 816 time: 0.1554594 May 16 18:49:16.663981 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cebd8547-732c-467e-8e58-8a9a15002e9f req-0106c936-39dc-47a9-85ce-861c1ee62393 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.1054213 May 16 18:49:16.717315 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d3284d1-e10c-4885-95a1-81d7b5e30b13 req-fa105249-08e1-4732-bd0a-6f56c5d0ee42 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0882485 May 16 18:49:16.762337 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Allocated IP 172.20.0.14 (236a317a-f889-44df-b53d-ac5f81a24b24/705c0d18-60df-43e1-b716-3a5447ba5fc5/f4c32d27-4431-4863-bb69-09faf2b82b93) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:49:16.781365 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8c6bf225-99b0-431f-b89d-f227a6c43aae req-dbd10259-3ea8-497d-8e09-18f0886b35f1 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0387065 May 16 18:49:16.938348 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:16.978913 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:17.057030 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Network 236a317a-f889-44df-b53d-ac5f81a24b24 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:49:17.063737 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:49:17.074144 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:49:17.079427 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:17.080116 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:17.085096 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=f4c32d27-4431-4863-bb69-09faf2b82b93,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:17.108597 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-034b39e9-71f6-4067-8cca-3849c09b703f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2046754 May 16 18:49:17.308928 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-eac39c89-01b6-4e0c-b3d2-12be2b770dbf None None] Provisioning complete for port f4c32d27-4431-4863-bb69-09faf2b82b93 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:49:17.309557 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-eac39c89-01b6-4e0c-b3d2-12be2b770dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:17.343959 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-eac39c89-01b6-4e0c-b3d2-12be2b770dbf None None] Port f4c32d27-4431-4863-bb69-09faf2b82b93 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:49:17.581299 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae5ed0-e44d-4706-ba86-f527ce3cd2cc req-36e4c9e2-3886-43b1-864b-9470a976e4ae tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:17.582825 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-20ae5ed0-e44d-4706-ba86-f527ce3cd2cc req-36e4c9e2-3886-43b1-864b-9470a976e4ae tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 944 time: 0.0483346 May 16 18:49:17.632198 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-20ae5ed0-e44d-4706-ba86-f527ce3cd2cc req-56f36511-74c3-4ebc-8177-278defdc782b tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431492 May 16 18:49:17.769680 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d782aa4d-6fbf-494c-832a-4b9875ef8d11 req-293763c2-794c-47b0-a804-cacc3ca41aab tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0282028 May 16 18:49:17.843123 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac13f-f195-49e2-a8fa-d941beba8966 req-8093c68c-58ac-440f-82ab-c9d10492d1ff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:17.844820 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c4eac13f-f195-49e2-a8fa-d941beba8966 req-8093c68c-58ac-440f-82ab-c9d10492d1ff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 932 time: 0.0512505 May 16 18:49:17.888754 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3deb2800-d2f2-47cc-8f49-b2626e1cce31 req-817edd62-9090-4b0d-8868-8e25f90905f9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0360141 May 16 18:49:17.917588 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c4eac13f-f195-49e2-a8fa-d941beba8966 req-daeb6f7b-198a-4562-9366-6b96c41fff7a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666339 May 16 18:49:18.751321 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2368368-0067-45ae-9b99-0a934eb3f16a req-c2715fdd-c72e-4a3c-9700-42509705671c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:18.752979 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a2368368-0067-45ae-9b99-0a934eb3f16a req-c2715fdd-c72e-4a3c-9700-42509705671c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 944 time: 0.0525193 May 16 18:49:18.802176 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a2368368-0067-45ae-9b99-0a934eb3f16a req-8a48d199-f913-4db9-951e-b4ccc16ca1f8 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 May 16 18:49:18.875495 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7300908f-2a00-4e83-bf2a-923f87c89629 req-1ef09cd7-1918-410e-9e57-101b7d8d1aa8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0318327 May 16 18:49:18.990581 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-08267626-0fe9-420b-88e3-00458f55b722 req-611115a8-3a65-4a1f-8d3a-414067f01a09 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0311382 May 16 18:49:19.054244 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49c72f-2550-4d67-bbd2-57229f344af4 req-355c53fb-474c-404a-91d5-8eaee5cb1aed tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:19.055757 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1e49c72f-2550-4d67-bbd2-57229f344af4 req-355c53fb-474c-404a-91d5-8eaee5cb1aed tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 932 time: 0.0679605 May 16 18:49:19.115240 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.61', 57576) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:19.116541 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Request body: {'port': {'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:19.133518 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['fbfdd317-119d-4147-970a-8341b34a1205'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:49:19.155022 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1e49c72f-2550-4d67-bbd2-57229f344af4 req-d2698a94-5a33-4489-be7c-968ed6884b39 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918500 May 16 18:49:19.229996 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:19.341912 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-427142da-66e5-49f6-b967-558c65342290 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67cdad09821341cfa56bbc4642d2cd04 HTTP/1.1" status: 200 len: 379 time: 0.2357008 May 16 18:49:19.369946 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'port': {'device_id': '4de1432f-5419-4150-84a0-0fe456962ce9', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'admin_state_up': True, 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'security_groups': ['46576aec-6474-413c-892d-65125ea57ba3']}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:19.431332 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-17dd2c23-9c71-4077-b47a-f4d2b0f4cb9e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:19.433307 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-17dd2c23-9c71-4077-b47a-f4d2b0f4cb9e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 810 time: 0.3143735 May 16 18:49:19.594840 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-c0b9f265-74ed-4167-9c8b-6b572fd6bd21 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d882994e2c443fb1d9104ccbfb8c7f HTTP/1.1" status: 200 len: 379 time: 0.0966117 May 16 18:49:19.621263 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Made reservation on behalf of 67cdad09821341cfa56bbc4642d2cd04 for: {'port': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:49:19.627418 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:19.671629 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'port': {'device_id': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'admin_state_up': True, 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'security_groups': ['d71fd84e-32c1-4b9f-a203-4a1900acf41e']}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:19.902580 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Allocated IP 172.20.0.9 (6559b826-317e-418c-bd4b-dba054fded99/18c7ecb4-3fd6-4781-93da-dd2805e81e72/eeb3fe2b-d9aa-4852-85f0-2e9f90328234) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:49:19.930269 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c32d27-4431-4863-bb69-09faf2b82b93 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:49:19.945396 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Publish callbacks [] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:19.954505 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Made reservation on behalf of 75d882994e2c443fb1d9104ccbfb8c7f for: {'port': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:49:19.958542 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:19.989631 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Transition to ACTIVE for port object f4c32d27-4431-4863-bb69-09faf2b82b93 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:49:20.055919 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:20.127601 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea787fe-a99a-4632-8f4c-0cbee85cff41 req-2d4efdf0-99ec-4716-a75d-228380ed2967 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:20.129186 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cea787fe-a99a-4632-8f4c-0cbee85cff41 req-2d4efdf0-99ec-4716-a75d-228380ed2967 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 944 time: 0.1371481 May 16 18:49:20.162250 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8d146194-dc14-4f59-af07-96f39214343f req-5b01cd93-4703-403c-8303-66f9d3c31ff8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0650198 May 16 18:49:20.186006 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:20.277034 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c32d27-4431-4863-bb69-09faf2b82b93,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:20.339683 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:20.347294 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0dd52cac-bc04-4bb1-908b-3798a2804048 req-ad369501-e60a-433a-8fb7-796b53428c9e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0715284 May 16 18:49:20.438928 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Attempting to bind port f4c32d27-4431-4863-bb69-09faf2b82b93 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:49:20.439300 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Attempting to bind port f4c32d27-4431-4863-bb69-09faf2b82b93 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:49:20.439664 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Attempting to bind port f4c32d27-4431-4863-bb69-09faf2b82b93 on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:49:20.454929 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cea787fe-a99a-4632-8f4c-0cbee85cff41 req-89e0d6b8-6384-436f-8c88-0218251fdcc9 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050079 May 16 18:49:20.462229 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Port f4c32d27-4431-4863-bb69-09faf2b82b93 on network 236a317a-f889-44df-b53d-ac5f81a24b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:49:20.462479 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Attempting to bind port f4c32d27-4431-4863-bb69-09faf2b82b93 on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:49:20.474635 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:49:20.474962 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Checking segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:49:20.475558 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Bound using segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:49:20.476057 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Bound port: f4c32d27-4431-4863-bb69-09faf2b82b93, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:49:20.476414 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:20.514606 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Allocated IP 172.20.0.11 (265ca952-32c3-45ee-8297-5b81b68af9fb/063b87a2-9ff2-4272-a905-58adb7221293/b440849e-31ba-4612-a125-9eec9ce576a6) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:49:20.548265 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Network 6559b826-317e-418c-bd4b-dba054fded99 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:49:20.557125 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43f1a-277d-46a7-9fca-bc985597496a req-d7210a23-6dca-42a8-bcc6-9647337329ac tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:20.558662 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-04b43f1a-277d-46a7-9fca-bc985597496a req-d7210a23-6dca-42a8-bcc6-9647337329ac tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 944 time: 0.0858910 May 16 18:49:20.580611 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:49:20.587590 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:49:20.608490 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:20.619494 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:20.625513 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:20.660946 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-04b43f1a-277d-46a7-9fca-bc985597496a req-1f856afd-aa49-4886-ba02-09f6afe93a3d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829794 May 16 18:49:20.667468 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] For port f4c32d27-4431-4863-bb69-09faf2b82b93, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:49:20.695362 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] For port f4c32d27-4431-4863-bb69-09faf2b82b93, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f4c32d27-4431-4863-bb69-09faf2b82b93,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:49:20.708707 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:20.747372 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-2d8a6d46-3e39-488a-bed3-90eda8f801a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3842745 May 16 18:49:20.776733 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Request body: {'port': {'device_id': '4de1432f-5419-4150-84a0-0fe456962ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:20.950170 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:20.972932 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:20.972932 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:20.972932 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] 10.222.0.61 "PUT /v2.0/ports/f4c32d27-4431-4863-bb69-09faf2b82b93 HTTP/1.1" status: 200 len: 1094 time: 1.8628807 May 16 18:49:20.972932 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'tag': 'f4c32d27-4431-4863-bb69-09faf2b82b93'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:20.975824 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for port (b440849e-31ba-4612-a125-9eec9ce576a6), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:21.001095 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbfdd317-119d-4147-970a-8341b34a1205 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:49:21.130379 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port fbfdd317-119d-4147-970a-8341b34a1205 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:49:21.172645 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-502044ff-95c8-4239-8ed4-44ae038d901b None None] Provisioning complete for port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:49:21.173061 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-502044ff-95c8-4239-8ed4-44ae038d901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:21.175069 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port fbfdd317-119d-4147-970a-8341b34a1205 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:49:21.175592 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (fbfdd317-119d-4147-970a-8341b34a1205), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:21.182095 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:21.296849 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ca94a-ce5b-4355-b6ff-c161be3515f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c32d27-4431-4863-bb69-09faf2b82b93,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:21.312764 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66572a-e389-45e6-9d63-28501dac405a req-f2dbf4f5-2f36-4d2e-9e9c-8518ff09d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:21.317673 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-f2dbf4f5-2f36-4d2e-9e9c-8518ff09d054 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 1128 time: 0.1376796 May 16 18:49:21.378607 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-502044ff-95c8-4239-8ed4-44ae038d901b None None] Port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:49:21.458412 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port fbfdd317-119d-4147-970a-8341b34a1205 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:49:21.458867 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbfdd317-119d-4147-970a-8341b34a1205), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:21.477805 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'Port': ['ID=b440849e-31ba-4612-a125-9eec9ce576a6,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:21.506606 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Network 265ca952-32c3-45ee-8297-5b81b68af9fb is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:49:21.555347 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f83ed-e7ef-4355-8027-d81af4b020c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfdd317-119d-4147-970a-8341b34a1205'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:21.567695 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:49:21.579624 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12716b23-e70a-4be1-b20b-31615e908c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec82e115-5ca8-47de-ba42-405096ec5d98", "tag": "f4c32d27-4431-4863-bb69-09faf2b82b93"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:21.594941 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:49:21.605195 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-a77304d2-7245-4d70-a962-7e7a62e9a130 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4c32d27-4431-4863-bb69-09faf2b82b93 HTTP/1.1" status: 200 len: 217 time: 0.2604222 May 16 18:49:21.614032 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:21.615626 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:21.701919 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae85a17-a72e-4fd7-902f-519d36fc139d req-98ea07db-6dbe-4fc5-bdcb-1810ce679916 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:21.704127 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bae85a17-a72e-4fd7-902f-519d36fc139d req-98ea07db-6dbe-4fc5-bdcb-1810ce679916 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 932 time: 0.1159036 May 16 18:49:21.732070 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e35831-3767-4b1d-8190-d19a5a45ef38 req-a102e322-9363-4b40-a98d-2d5454946485 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:21.740588 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71e35831-3767-4b1d-8190-d19a5a45ef38 req-a102e322-9363-4b40-a98d-2d5454946485 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 931 time: 0.4173388 May 16 18:49:21.767449 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbfdd317-119d-4147-970a-8341b34a1205, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbfdd317-119d-4147-970a-8341b34a1205,segment=NetworkSegment(1fae94da-9b52-48d9-b9c7-99fb05a5f46d),segment_id=1fae94da-9b52-48d9-b9c7-99fb05a5f46d)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:21.767944 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-af8b6a6c-ee18-4a79-b599-0af333dbc602 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1019340 May 16 18:49:21.787531 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Request body: {'port': {'device_id': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:21.788787 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbfdd317-119d-4147-970a-8341b34a1205), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:21.856059 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99787246-531f-4491-9c82-8225a9f689bd" -d '{"events": [{"server_uuid": "910f83ed-e7ef-4355-8027-d81af4b020c6", "name": "network-vif-plugged", "status": "completed", "tag": "fbfdd317-119d-4147-970a-8341b34a1205"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:21.876658 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66572a-e389-45e6-9d63-28501dac405a req-2d6d8575-956f-454d-8b35-5a52ff05f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:21.878467 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-2d6d8575-956f-454d-8b35-5a52ff05f4c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.2549372 May 16 18:49:21.887886 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=fbfdd317-119d-4147-970a-8341b34a1205,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:21.904053 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:21.976785 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71e35831-3767-4b1d-8190-d19a5a45ef38 req-633215ff-f9b2-47a1-a0df-d10562ec7e9d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347817 May 16 18:49:21.979311 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-4fe22360-0de1-49af-8268-fb24a572b983 None None] Provisioning complete for port b440849e-31ba-4612-a125-9eec9ce576a6 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:49:21.980025 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-4fe22360-0de1-49af-8268-fb24a572b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:21.980580 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bae85a17-a72e-4fd7-902f-519d36fc139d req-32d01f2f-1996-455e-b215-d0ccacf58807 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348673 May 16 18:49:22.003041 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb3fe2b-d9aa-4852-85f0-2e9f90328234 {{(pid=115278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:49:22.029692 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Publish callbacks [] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:22.059413 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66572a-e389-45e6-9d63-28501dac405a req-d9e6b3dd-f410-4760-9b73-75d0243a7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:22.063763 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.provisioning_blocks [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Transition to ACTIVE for port object eeb3fe2b-d9aa-4852-85f0-2e9f90328234 will not be triggered until provisioned by entity L2. {{(pid=115278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:49:22.066158 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-d9e6b3dd-f410-4760-9b73-75d0243a7212 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1654465 May 16 18:49:22.076983 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-4fe22360-0de1-49af-8268-fb24a572b983 None None] Port b440849e-31ba-4612-a125-9eec9ce576a6 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:49:22.135818 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:22.233306 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:22.251272 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe22ae-5a48-4719-bb2f-b07c2ff2221d req-2318c374-a779-44ce-8ee4-9dcd07ce1e49 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:22.267952 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4cfe22ae-5a48-4719-bb2f-b07c2ff2221d req-2318c374-a779-44ce-8ee4-9dcd07ce1e49 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.1835194 May 16 18:49:22.378966 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db941c04-4c17-4d06-81df-822bf8fa5811 x-openstack-request-id: req-db941c04-4c17-4d06-81df-822bf8fa5811 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:22.378966 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec82e115-5ca8-47de-ba42-405096ec5d98", "tag": "f4c32d27-4431-4863-bb69-09faf2b82b93", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:22.378966 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db941c04-4c17-4d06-81df-822bf8fa5811 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:22.378966 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db941c04-4c17-4d06-81df-822bf8fa5811'] response: {'name': 'network-changed', 'server_uuid': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'tag': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'status': 'completed', 'code': 200} May 16 18:49:22.404600 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4cfe22ae-5a48-4719-bb2f-b07c2ff2221d req-3dad01aa-09d3-4290-b6b0-874a0ed9dfb0 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355250 May 16 18:49:22.416265 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Attempting to bind port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:49:22.416959 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Attempting to bind port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:49:22.419671 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Attempting to bind port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 on network 6559b826-317e-418c-bd4b-dba054fded99 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:49:22.435479 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-7485603a-5101-4274-aabf-e73338de2dbc service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635883 May 16 18:49:22.442715 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 on network 6559b826-317e-418c-bd4b-dba054fded99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:49:22.443038 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Attempting to bind port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 on network 6559b826-317e-418c-bd4b-dba054fded99 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:49:22.456779 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:49:22.457116 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Checking segment: {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:49:22.457553 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Bound using segment: {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:49:22.464745 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Bound port: eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'}}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:49:22.465123 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:22.615428 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcde1466-0cb2-4cb1-ab17-dea8fd942263 x-openstack-request-id: req-bcde1466-0cb2-4cb1-ab17-dea8fd942263 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:22.615776 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f83ed-e7ef-4355-8027-d81af4b020c6", "name": "network-vif-plugged", "status": "completed", "tag": "fbfdd317-119d-4147-970a-8341b34a1205", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:22.616046 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bcde1466-0cb2-4cb1-ab17-dea8fd942263 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:22.616664 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcde1466-0cb2-4cb1-ab17-dea8fd942263'] response: {'server_uuid': '910f83ed-e7ef-4355-8027-d81af4b020c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfdd317-119d-4147-970a-8341b34a1205', 'code': 200} May 16 18:49:22.632013 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ec3f7-ffd2-4579-943b-81901364c140 req-e1a57677-88d4-4a1d-8390-1169e4f83011 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:22.648590 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c3ec3f7-ffd2-4579-943b-81901364c140 req-e1a57677-88d4-4a1d-8390-1169e4f83011 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 944 time: 0.1867924 May 16 18:49:22.667377 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, cleared binding levels {{(pid=115278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:49:22.698448 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:49:22.711554 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d66572a-e389-45e6-9d63-28501dac405a req-f8f28475-98be-41f3-a8d2-b1a41acb833d service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635758 May 16 18:49:22.715030 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:22.739625 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c3ec3f7-ffd2-4579-943b-81901364c140 req-125dcef8-57b7-43bf-ac79-a92ed39b7dda tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866199 May 16 18:49:22.809796 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=3']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:22.856457 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:22.857305 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:22.859228 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-e0f7e267-2783-451b-b0dd-4303763efccd service neutron] 10.222.0.61 "PUT /v2.0/ports/eeb3fe2b-d9aa-4852-85f0-2e9f90328234 HTTP/1.1" status: 200 len: 1093 time: 2.0948567 May 16 18:49:22.859738 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:22.862856 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92997dab-5b78-402d-8489-73ba6193607d" -d '{"events": [{"name": "network-changed", "server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:22.884954 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b440849e-31ba-4612-a125-9eec9ce576a6 {{(pid=115278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:49:22.904021 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Publish callbacks [] for port (b440849e-31ba-4612-a125-9eec9ce576a6), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:22.927258 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.provisioning_blocks [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Transition to ACTIVE for port object b440849e-31ba-4612-a125-9eec9ce576a6 will not be triggered until provisioned by entity L2. {{(pid=115278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:49:22.941426 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:23.000960 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb85e923-cd9f-4d03-8b61-2d48d8290341 x-openstack-request-id: req-bb85e923-cd9f-4d03-8b61-2d48d8290341 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:23.001264 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:23.001523 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb85e923-cd9f-4d03-8b61-2d48d8290341 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:23.002624 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb85e923-cd9f-4d03-8b61-2d48d8290341'] response: {'name': 'network-changed', 'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'status': 'completed', 'code': 200} May 16 18:49:23.006433 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Pushing event updated for resources: {'Port': ['ID=b440849e-31ba-4612-a125-9eec9ce576a6,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:23.089882 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Attempting to bind port b440849e-31ba-4612-a125-9eec9ce576a6 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:49:23.090321 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Attempting to bind port b440849e-31ba-4612-a125-9eec9ce576a6 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:49:23.090762 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Attempting to bind port b440849e-31ba-4612-a125-9eec9ce576a6 on network 265ca952-32c3-45ee-8297-5b81b68af9fb {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:49:23.109798 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Port b440849e-31ba-4612-a125-9eec9ce576a6 on network 265ca952-32c3-45ee-8297-5b81b68af9fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:49:23.110513 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Attempting to bind port b440849e-31ba-4612-a125-9eec9ce576a6 on network 265ca952-32c3-45ee-8297-5b81b68af9fb {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:49:23.120589 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:49:23.124119 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Checking segment: {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:49:23.124897 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Bound using segment: {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:49:23.125547 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Bound port: b440849e-31ba-4612-a125-9eec9ce576a6, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'}}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:49:23.126162 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:23.285104 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] For port b440849e-31ba-4612-a125-9eec9ce576a6, host hv-cinder-75078, cleared binding levels {{(pid=115278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:49:23.296164 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] For port b440849e-31ba-4612-a125-9eec9ce576a6, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b440849e-31ba-4612-a125-9eec9ce576a6,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:49:23.306681 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c12b0-7863-4eab-a1dd-48c790394b21 req-61f0b511-e911-406c-b9d6-eb2070eaa421 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:23.307828 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:23.308409 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3b3c12b0-7863-4eab-a1dd-48c790394b21 req-61f0b511-e911-406c-b9d6-eb2070eaa421 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1555779 May 16 18:49:23.356703 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:23.357599 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:23.359321 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] 10.222.0.61 "PUT /v2.0/ports/b440849e-31ba-4612-a125-9eec9ce576a6 HTTP/1.1" status: 200 len: 1094 time: 1.5792325 May 16 18:49:23.387100 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18053793-5613-437e-bd3a-1dc0695169f1 req-da1e04dc-ae16-4869-965e-0cfaea447f40 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:23.391061 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb1b5e-3b96-4354-b404-675d3898d9cf service neutron] Pushing event updated for resources: {'Port': ['ID=b440849e-31ba-4612-a125-9eec9ce576a6,revision_number=3']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:23.398669 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-18053793-5613-437e-bd3a-1dc0695169f1 req-da1e04dc-ae16-4869-965e-0cfaea447f40 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1328516 May 16 18:49:23.466544 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3b3c12b0-7863-4eab-a1dd-48c790394b21 req-823bcf17-98f2-4fa0-9c64-75aab522ee61 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377075 May 16 18:49:23.512805 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-18053793-5613-437e-bd3a-1dc0695169f1 req-958d1a1a-3a1c-421a-bdf0-9d1c76ef166f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124053 May 16 18:49:23.646154 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c858ba-fbd2-44de-a969-23c425c8fc99 req-ee8f4dec-d68b-40fe-8189-c3a984ebeaea tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:23.649120 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-84c858ba-fbd2-44de-a969-23c425c8fc99 req-ee8f4dec-d68b-40fe-8189-c3a984ebeaea tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.0598490 May 16 18:49:23.709263 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-84c858ba-fbd2-44de-a969-23c425c8fc99 req-b609c592-d0f9-4101-ae1d-319f885ced25 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547702 May 16 18:49:23.889699 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb849de-b87a-46b8-9ea0-54b9a4d80118 req-f52e94f4-e5f5-4912-a15e-b9da6e8ab303 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:23.891280 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-abb849de-b87a-46b8-9ea0-54b9a4d80118 req-f52e94f4-e5f5-4912-a15e-b9da6e8ab303 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 944 time: 0.0507433 May 16 18:49:23.892173 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 41388) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:23.954865 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-abb849de-b87a-46b8-9ea0-54b9a4d80118 req-1acc6e3c-d552-4db6-b9f9-23190efa67e3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559375 May 16 18:49:24.010563 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e166ab39-4305-4de0-982e-0387da9bf9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.118503 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e166ab39-4305-4de0-982e-0387da9bf9fb admin admin] Publish callbacks [] for security_group (48e9fafa-8c0a-4cb8-857d-eac3c65c36dc), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.124094 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e166ab39-4305-4de0-982e-0387da9bf9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (48e9fafa-8c0a-4cb8-857d-eac3c65c36dc), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.200704 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-e166ab39-4305-4de0-982e-0387da9bf9fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5fb4d71c25da40b78f1832e135dfb731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072202 May 16 18:49:24.202036 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166ab39-4305-4de0-982e-0387da9bf9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e9fafa-8c0a-4cb8-857d-eac3c65c36dc,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:24.203267 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41394) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:24.264743 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4e8550e6-eecb-43e8-a578-04174d1cf5ca admin admin] Publish callbacks [] for security_group (48e9fafa-8c0a-4cb8-857d-eac3c65c36dc), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.289655 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4e8550e6-eecb-43e8-a578-04174d1cf5ca admin admin] Publish callbacks [] for security_group (48e9fafa-8c0a-4cb8-857d-eac3c65c36dc), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.338960 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4e8550e6-eecb-43e8-a578-04174d1cf5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (48e9fafa-8c0a-4cb8-857d-eac3c65c36dc), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.341560 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4e8550e6-eecb-43e8-a578-04174d1cf5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.342763 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-4e8550e6-eecb-43e8-a578-04174d1cf5ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48e9fafa-8c0a-4cb8-857d-eac3c65c36dc HTTP/1.1" status: 204 len: 168 time: 0.1384654 May 16 18:49:24.351872 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8550e6-eecb-43e8-a578-04174d1cf5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e9fafa-8c0a-4cb8-857d-eac3c65c36dc,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:24.657839 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41408) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:24.669147 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b69213-5083-44f5-90c4-7865a5abff76 req-99cef3d9-b5cd-4138-b0de-78dcad50be9b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:24.669950 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f11f3db7-f58d-410e-9470-a285b37941b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.671010 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-82b69213-5083-44f5-90c4-7865a5abff76 req-99cef3d9-b5cd-4138-b0de-78dcad50be9b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1065063 May 16 18:49:24.693317 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6d43b-3d46-4d2a-b6e0-5a0c8c9c6786 req-73c77a2c-04cb-4d76-a964-98681a62fe8c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:24.695300 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a9a6d43b-3d46-4d2a-b6e0-5a0c8c9c6786 req-73c77a2c-04cb-4d76-a964-98681a62fe8c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0817556 May 16 18:49:24.756403 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f11f3db7-f58d-410e-9470-a285b37941b9 admin admin] Publish callbacks [] for security_group (cbb34271-a419-48ee-a7b4-8852b8a4c2b6), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.761921 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f11f3db7-f58d-410e-9470-a285b37941b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (cbb34271-a419-48ee-a7b4-8852b8a4c2b6), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.772199 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-82b69213-5083-44f5-90c4-7865a5abff76 req-9a42e88b-3f42-414d-93f4-3b6a68b45fa3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941391 May 16 18:49:24.780490 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a9a6d43b-3d46-4d2a-b6e0-5a0c8c9c6786 req-ab4dc6f1-f71e-4eed-9fc7-2b907f27fcbf tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777206 May 16 18:49:24.810665 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f11f3db7-f58d-410e-9470-a285b37941b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35afb726ebe5448a9794d1bd024c093c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549733 May 16 18:49:24.813463 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 41412) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:24.816681 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f3db7-f58d-410e-9470-a285b37941b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb34271-a419-48ee-a7b4-8852b8a4c2b6,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:24.908868 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414a5eb-604e-4c56-aacc-f80476d7a19a req-8ef8e892-62ce-4a1b-bdbd-7dd79a1865b0 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:24.911369 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8414a5eb-604e-4c56-aacc-f80476d7a19a req-8ef8e892-62ce-4a1b-bdbd-7dd79a1865b0 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.0594144 May 16 18:49:24.911749 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f218d0bd-ad6a-48aa-90d7-b483441ebe47 admin admin] Publish callbacks [] for security_group (cbb34271-a419-48ee-a7b4-8852b8a4c2b6), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:24.954770 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f218d0bd-ad6a-48aa-90d7-b483441ebe47 admin admin] Publish callbacks [] for security_group (cbb34271-a419-48ee-a7b4-8852b8a4c2b6), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:25.004113 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'tag': 'b440849e-31ba-4612-a125-9eec9ce576a6'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:25.006584 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038e4092-13f0-4f6f-8c8d-3fecc555785d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5e49a3-f392-4cd6-9856-4b5367c2d5e2", "tag": "b440849e-31ba-4612-a125-9eec9ce576a6"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:25.012816 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8414a5eb-604e-4c56-aacc-f80476d7a19a req-6dc2e628-f79c-4d59-8afb-37e915de9893 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849903 May 16 18:49:25.060652 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da411c6a-47e6-4ec3-b98f-4618fa7564a9 x-openstack-request-id: req-da411c6a-47e6-4ec3-b98f-4618fa7564a9 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:25.060939 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5e49a3-f392-4cd6-9856-4b5367c2d5e2", "tag": "b440849e-31ba-4612-a125-9eec9ce576a6", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:25.061222 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da411c6a-47e6-4ec3-b98f-4618fa7564a9 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:25.061642 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da411c6a-47e6-4ec3-b98f-4618fa7564a9'] response: {'name': 'network-changed', 'server_uuid': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'tag': 'b440849e-31ba-4612-a125-9eec9ce576a6', 'status': 'completed', 'code': 200} May 16 18:49:25.069280 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f218d0bd-ad6a-48aa-90d7-b483441ebe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (cbb34271-a419-48ee-a7b4-8852b8a4c2b6), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:25.071817 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f218d0bd-ad6a-48aa-90d7-b483441ebe47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:25.072946 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-f218d0bd-ad6a-48aa-90d7-b483441ebe47 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbb34271-a419-48ee-a7b4-8852b8a4c2b6 HTTP/1.1" status: 204 len: 168 time: 0.2585042 May 16 18:49:25.087761 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218d0bd-ad6a-48aa-90d7-b483441ebe47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb34271-a419-48ee-a7b4-8852b8a4c2b6,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:25.103763 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac30b9-9433-4b05-8af5-dd4daa6febda req-b37f2dbe-29e9-42fb-a895-4f3dad22f614 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:25.105354 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9cac30b9-9433-4b05-8af5-dd4daa6febda req-b37f2dbe-29e9-42fb-a895-4f3dad22f614 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 944 time: 0.0683413 May 16 18:49:25.166769 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9cac30b9-9433-4b05-8af5-dd4daa6febda req-2d7d19ac-5589-4e09-8264-26cee2cf116c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550458 May 16 18:49:25.958217 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fb46d-023c-48b5-88f7-06402926e5dc req-e1f083d3-722c-495b-a054-c041b204bc26 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:25.965667 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-090fb46d-023c-48b5-88f7-06402926e5dc req-e1f083d3-722c-495b-a054-c041b204bc26 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0981059 May 16 18:49:25.975445 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a8018-41bb-4091-bd9f-3adf2ccd4c63 req-a10b2dab-6730-47cb-817b-7096cf2ccafc tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:25.985160 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9f6a8018-41bb-4091-bd9f-3adf2ccd4c63 req-a10b2dab-6730-47cb-817b-7096cf2ccafc tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1120594 May 16 18:49:26.119400 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-090fb46d-023c-48b5-88f7-06402926e5dc req-99fafc44-8a74-4872-92fc-7268840289ef tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528292 May 16 18:49:26.146345 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9f6a8018-41bb-4091-bd9f-3adf2ccd4c63 req-df24ebb4-1082-4b14-bc0d-18c0bfbdcf20 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340256 May 16 18:49:26.308912 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254a462-60f4-42c4-88e2-cb85ea2e3b06 req-e78b33da-5e14-4b35-b4d0-d5eb104cecd2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:26.311119 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1254a462-60f4-42c4-88e2-cb85ea2e3b06 req-e78b33da-5e14-4b35-b4d0-d5eb104cecd2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.0875094 May 16 18:49:26.347164 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42466e-00c8-4af7-b49c-ccaaffa2517e req-953a5bd2-a316-4a8a-a41f-8af734563c3d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:26.349542 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fc42466e-00c8-4af7-b49c-ccaaffa2517e req-953a5bd2-a316-4a8a-a41f-8af734563c3d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 944 time: 0.0917616 May 16 18:49:26.442731 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1254a462-60f4-42c4-88e2-cb85ea2e3b06 req-aab36eab-a584-4ab0-8901-d73dc18b9129 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196959 May 16 18:49:26.456574 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fc42466e-00c8-4af7-b49c-ccaaffa2517e req-5955f0fc-5ea3-42cd-8249-d22565e07518 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958998 May 16 18:49:26.688871 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716b23-e70a-4be1-b20b-31615e908c7f req-fe4b7db1-a099-443f-8a14-53f119e0c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:26.690443 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-12716b23-e70a-4be1-b20b-31615e908c7f req-fe4b7db1-a099-443f-8a14-53f119e0c145 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 1128 time: 0.0564988 May 16 18:49:26.735444 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.61', 57596) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:26.801316 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92997dab-5b78-402d-8489-73ba6193607d req-61d31a50-72a5-4181-9393-fc1ae3ab30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:26.802988 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-92997dab-5b78-402d-8489-73ba6193607d req-61d31a50-72a5-4181-9393-fc1ae3ab30da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 1127 time: 0.0662014 May 16 18:49:26.827582 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431106f5-6505-4b5e-9a74-82f2a9278502 req-ec0f1488-7142-4072-a01c-181842f0a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:26.829456 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-431106f5-6505-4b5e-9a74-82f2a9278502 req-ec0f1488-7142-4072-a01c-181842f0a019 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 1129 time: 0.0859058 May 16 18:49:26.856320 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-431106f5-6505-4b5e-9a74-82f2a9278502 req-85d6b4dd-9480-46ab-934d-d0a052cf512b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:26.875230 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e4092-13f0-4f6f-8c8d-3fecc555785d req-8e6355e3-3cd7-4484-a9a1-18cac5f8d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:26.877181 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-038e4092-13f0-4f6f-8c8d-3fecc555785d req-8e6355e3-3cd7-4484-a9a1-18cac5f8d543 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 1128 time: 0.1292813 May 16 18:49:26.990172 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-431106f5-6505-4b5e-9a74-82f2a9278502 req-85d6b4dd-9480-46ab-934d-d0a052cf512b service neutron] Publish callbacks [] for security_group (3fcc0961-bd48-40db-9860-cdfcfb2c66b8), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:26.998176 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-431106f5-6505-4b5e-9a74-82f2a9278502 req-85d6b4dd-9480-46ab-934d-d0a052cf512b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3fcc0961-bd48-40db-9860-cdfcfb2c66b8), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:27.061232 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-431106f5-6505-4b5e-9a74-82f2a9278502 req-85d6b4dd-9480-46ab-934d-d0a052cf512b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201712 May 16 18:49:27.062248 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b4dd-9480-46ab-934d-d0a052cf512b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcc0961-bd48-40db-9860-cdfcfb2c66b8,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:27.320270 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc14ac-6854-4953-b87a-38df683319b5 req-6aee741b-d8d3-4989-b4c6-e0795bf64459 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:27.328538 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6cbc14ac-6854-4953-b87a-38df683319b5 req-6aee741b-d8d3-4989-b4c6-e0795bf64459 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0983803 May 16 18:49:27.402735 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425908bf-4f8b-4749-ab76-159a9a5af2bc req-7da78ce1-a865-4e6c-a635-bd3ef1db53fa tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:27.404582 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-425908bf-4f8b-4749-ab76-159a9a5af2bc req-7da78ce1-a865-4e6c-a635-bd3ef1db53fa tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1163998 May 16 18:49:27.445059 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6cbc14ac-6854-4953-b87a-38df683319b5 req-92dc47f6-0970-4e5a-87bd-3caf4a426975 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155965 May 16 18:49:27.512312 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716b23-e70a-4be1-b20b-31615e908c7f req-b2334bec-ee66-42f5-9e3d-cbfc78770c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:27.513951 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-12716b23-e70a-4be1-b20b-31615e908c7f req-b2334bec-ee66-42f5-9e3d-cbfc78770c69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 915 time: 0.7685061 May 16 18:49:27.520950 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-425908bf-4f8b-4749-ab76-159a9a5af2bc req-7552b908-24ef-4d93-8757-9ee709fdc0ba tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043763 May 16 18:49:27.595858 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-12716b23-e70a-4be1-b20b-31615e908c7f req-e209c965-38c6-47e1-9cde-47803614be66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4c32d27-4431-4863-bb69-09faf2b82b93 HTTP/1.1" status: 200 len: 217 time: 0.0678439 May 16 18:49:27.600744 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92997dab-5b78-402d-8489-73ba6193607d req-2dbab314-fb1c-423b-bd7a-e467ffa2cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:27.602314 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-92997dab-5b78-402d-8489-73ba6193607d req-2dbab314-fb1c-423b-bd7a-e467ffa2cc63 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=67cdad09821341cfa56bbc4642d2cd04&shared=False HTTP/1.1" status: 200 len: 917 time: 0.7603362 May 16 18:49:27.603998 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e4092-13f0-4f6f-8c8d-3fecc555785d req-2106ee23-4241-484b-ab23-6a71355bc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:27.605868 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-038e4092-13f0-4f6f-8c8d-3fecc555785d req-2106ee23-4241-484b-ab23-6a71355bc208 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7048099 May 16 18:49:27.680114 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7cb29-e245-4466-aaf2-51d73f467406 req-2ad71bc6-5050-4919-b212-2e9755fa8b1f tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:27.681728 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9ca7cb29-e245-4466-aaf2-51d73f467406 req-2ad71bc6-5050-4919-b212-2e9755fa8b1f tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.1239614 May 16 18:49:27.714372 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875c44c-86de-4663-beff-d9225feddda2 req-971c842a-8d95-458c-880e-436c02753c33 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:27.715980 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f875c44c-86de-4663-beff-d9225feddda2 req-971c842a-8d95-458c-880e-436c02753c33 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 944 time: 0.0897276 May 16 18:49:27.791384 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f875c44c-86de-4663-beff-d9225feddda2 req-21cad7cf-2920-4b74-902a-47552295c24b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649424 May 16 18:49:27.853143 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9ca7cb29-e245-4466-aaf2-51d73f467406 req-c6a93c10-e97d-45ee-b9d9-f407273217a1 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585870 May 16 18:49:28.111959 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 41552) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:28.200616 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716b23-e70a-4be1-b20b-31615e908c7f req-34876068-556a-4ff3-9d68-aa76659f455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:28.202074 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-12716b23-e70a-4be1-b20b-31615e908c7f req-34876068-556a-4ff3-9d68-aa76659f455b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.1849585 May 16 18:49:28.248678 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-892ddf40-21e1-4a5e-8edc-8e8f8481a3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:28.259926 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e4092-13f0-4f6f-8c8d-3fecc555785d req-18057dca-08d9-4dd9-b98b-501c48f24010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:28.262055 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-038e4092-13f0-4f6f-8c8d-3fecc555785d req-18057dca-08d9-4dd9-b98b-501c48f24010 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3121858 May 16 18:49:28.264004 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92997dab-5b78-402d-8489-73ba6193607d req-2f13cc02-ec23-4095-8ab0-2bcf46827aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:28.266005 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-92997dab-5b78-402d-8489-73ba6193607d req-2f13cc02-ec23-4095-8ab0-2bcf46827aa5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3046808 May 16 18:49:28.334336 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-892ddf40-21e1-4a5e-8edc-8e8f8481a3cb admin admin] Publish callbacks [] for security_group (1dbb5afc-7110-4950-9b90-917e1213b6e1), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:28.338921 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-892ddf40-21e1-4a5e-8edc-8e8f8481a3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (1dbb5afc-7110-4950-9b90-917e1213b6e1), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:28.380947 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-892ddf40-21e1-4a5e-8edc-8e8f8481a3cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6ac631b8cb64af8bfcb977130dcea49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716815 May 16 18:49:28.381811 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ddf40-21e1-4a5e-8edc-8e8f8481a3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbb5afc-7110-4950-9b90-917e1213b6e1,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:28.383654 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41560) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:28.435560 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Publish callbacks [] for security_group (1dbb5afc-7110-4950-9b90-917e1213b6e1), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:28.457109 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Publish callbacks [] for security_group (1dbb5afc-7110-4950-9b90-917e1213b6e1), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:28.512943 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (1dbb5afc-7110-4950-9b90-917e1213b6e1), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:28.515689 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:28.517112 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1dbb5afc-7110-4950-9b90-917e1213b6e1 HTTP/1.1" status: 204 len: 168 time: 0.1320443 May 16 18:49:28.533276 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbb5afc-7110-4950-9b90-917e1213b6e1,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:28.542602 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.542915 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.543415 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.543782 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.544308 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.544635 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.545128 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.545461 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.545809 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.546370 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.546734 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.547071 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.548126 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.548778 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.549439 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a1b443-6beb-4a0a-b2ba-b9b171fc6fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:28.603799 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23335938-94b8-46a0-9e4f-02c01cd8654d req-12219416-1fd9-4111-aa3c-c3e6842b87b7 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:28.605491 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-23335938-94b8-46a0-9e4f-02c01cd8654d req-12219416-1fd9-4111-aa3c-c3e6842b87b7 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0574551 May 16 18:49:28.690999 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17044659-91fe-4e55-ac0c-cc5e27899953 req-51cf02bb-8b5c-42c4-9583-f13b03345000 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:28.693067 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-17044659-91fe-4e55-ac0c-cc5e27899953 req-51cf02bb-8b5c-42c4-9583-f13b03345000 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0742099 May 16 18:49:28.696384 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-23335938-94b8-46a0-9e4f-02c01cd8654d req-40b72cee-6c3d-4889-9e0a-3b394657e19c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852141 May 16 18:49:28.751948 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-17044659-91fe-4e55-ac0c-cc5e27899953 req-060dbeee-3f64-4baf-8823-e5116ba4cb82 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526254 May 16 18:49:28.841970 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41578) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:28.858521 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5dfc68e1-908b-459f-9439-d2b7a017a2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:28.946430 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557910e2-cff6-4e44-b26f-87900207fc1f req-aeb0ec6b-592d-4e68-9c1a-e983906f8a06 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:28.954720 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-557910e2-cff6-4e44-b26f-87900207fc1f req-aeb0ec6b-592d-4e68-9c1a-e983906f8a06 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 944 time: 0.0712922 May 16 18:49:28.992351 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5dfc68e1-908b-459f-9439-d2b7a017a2ed admin admin] Publish callbacks [] for security_group (93768ae6-6559-49e5-ba89-4583e6e559f3), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:28.998181 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5dfc68e1-908b-459f-9439-d2b7a017a2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (93768ae6-6559-49e5-ba89-4583e6e559f3), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.037539 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f2e6e-337d-4507-a093-5ef5b96be3c4 req-47870ec4-93b7-4405-9033-4b4894ca6bd4 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:29.045038 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8b0f2e6e-337d-4507-a093-5ef5b96be3c4 req-47870ec4-93b7-4405-9033-4b4894ca6bd4 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.0891683 May 16 18:49:29.052894 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-5dfc68e1-908b-459f-9439-d2b7a017a2ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1020cefba3cb4b0b845963b306943fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075913 May 16 18:49:29.053764 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41594) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:29.054815 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc68e1-908b-459f-9439-d2b7a017a2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93768ae6-6559-49e5-ba89-4583e6e559f3,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:29.065600 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf9a5-a741-43a4-9ba5-8ff6379a1029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.083736 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-557910e2-cff6-4e44-b26f-87900207fc1f req-968a5956-afc3-4cf3-850a-db5b3532ef39 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303012 May 16 18:49:29.122797 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8b0f2e6e-337d-4507-a093-5ef5b96be3c4 req-7111db78-be89-4e9b-b416-b215da5c3227 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770690 May 16 18:49:29.145762 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4ae12f18-6bc1-4ff6-ba8e-a313abe6078b admin admin] Publish callbacks [] for security_group (93768ae6-6559-49e5-ba89-4583e6e559f3), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.172009 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4ae12f18-6bc1-4ff6-ba8e-a313abe6078b admin admin] Publish callbacks [] for security_group (93768ae6-6559-49e5-ba89-4583e6e559f3), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.232650 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4ae12f18-6bc1-4ff6-ba8e-a313abe6078b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (93768ae6-6559-49e5-ba89-4583e6e559f3), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.235671 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4ae12f18-6bc1-4ff6-ba8e-a313abe6078b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.236933 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-4ae12f18-6bc1-4ff6-ba8e-a313abe6078b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/93768ae6-6559-49e5-ba89-4583e6e559f3 HTTP/1.1" status: 204 len: 168 time: 0.1779163 May 16 18:49:29.248789 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae12f18-6bc1-4ff6-ba8e-a313abe6078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93768ae6-6559-49e5-ba89-4583e6e559f3,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:29.599516 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 41626) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:29.612879 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.633766 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41628) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:29.696131 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Publish callbacks [] for security_group (096a1f2b-ffec-48ba-83b0-2d7e4a1073f5), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.700868 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (096a1f2b-ffec-48ba-83b0-2d7e4a1073f5), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.749480 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d1278a5796449969535df5c5e5edb08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464171 May 16 18:49:29.749885 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41634) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:29.752572 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096a1f2b-ffec-48ba-83b0-2d7e4a1073f5,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:29.762740 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.764070 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.764639 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.765174 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.765847 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.766544 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.767096 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.767611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.768202 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.768725 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.770529 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.771995 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.772335 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.772826 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.773936 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897ced0-5c55-4dca-b2d4-81cd955b9fb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:29.824917 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cce2a7e7-5f1f-4075-8891-3ae3d8890d36 admin admin] Publish callbacks [] for security_group (096a1f2b-ffec-48ba-83b0-2d7e4a1073f5), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.837985 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d896ab-18eb-4e19-b108-7da117de3439 req-feda2c10-9671-47fb-bd9f-4137101a9e9c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:29.839829 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d3d896ab-18eb-4e19-b108-7da117de3439 req-feda2c10-9671-47fb-bd9f-4137101a9e9c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0621059 May 16 18:49:29.841095 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ee52daa6-dac8-4a7d-9bab-802cc5cf8bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.872149 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cce2a7e7-5f1f-4075-8891-3ae3d8890d36 admin admin] Publish callbacks [] for security_group (096a1f2b-ffec-48ba-83b0-2d7e4a1073f5), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.928017 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d3d896ab-18eb-4e19-b108-7da117de3439 req-80e01275-d86d-4caf-bd71-71bb74eec376 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817592 May 16 18:49:29.934556 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e091c45-f9c5-4fce-87ee-1594449d4403 req-a8f3c7fc-73d5-4eb0-9007-135e199ca326 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:29.936127 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7e091c45-f9c5-4fce-87ee-1594449d4403 req-a8f3c7fc-73d5-4eb0-9007-135e199ca326 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0695233 May 16 18:49:29.965031 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cce2a7e7-5f1f-4075-8891-3ae3d8890d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (096a1f2b-ffec-48ba-83b0-2d7e4a1073f5), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.967561 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cce2a7e7-5f1f-4075-8891-3ae3d8890d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.968775 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-cce2a7e7-5f1f-4075-8891-3ae3d8890d36 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/096a1f2b-ffec-48ba-83b0-2d7e4a1073f5 HTTP/1.1" status: 204 len: 168 time: 0.2180259 May 16 18:49:29.989510 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ee52daa6-dac8-4a7d-9bab-802cc5cf8bd3 admin admin] Publish callbacks [] for security_group (d39c8177-db2b-42bc-8a88-a466a93c9963), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:29.990696 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2a7e7-5f1f-4075-8891-3ae3d8890d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096a1f2b-ffec-48ba-83b0-2d7e4a1073f5,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:29.997695 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ee52daa6-dac8-4a7d-9bab-802cc5cf8bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d39c8177-db2b-42bc-8a88-a466a93c9963), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:30.015778 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7e091c45-f9c5-4fce-87ee-1594449d4403 req-4dae4023-c97e-40a9-a6c6-cf79c4d06746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683246 May 16 18:49:30.042770 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52daa6-dac8-4a7d-9bab-802cc5cf8bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c8177-db2b-42bc-8a88-a466a93c9963,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:30.049138 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ee52daa6-dac8-4a7d-9bab-802cc5cf8bd3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2339b451d34d44b98bfac65bb65ac78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143169 May 16 18:49:30.051860 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41642) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:30.110542 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b929-622b-4899-82b6-c53738ca56c9 admin admin] Publish callbacks [] for security_group (d39c8177-db2b-42bc-8a88-a466a93c9963), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:30.142512 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b929-622b-4899-82b6-c53738ca56c9 admin admin] Publish callbacks [] for security_group (d39c8177-db2b-42bc-8a88-a466a93c9963), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:30.201070 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9930d-f8ee-4c29-b508-ab74b75ab61d req-53310aaa-f065-4f94-ac26-dfa54ffc1c6a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:30.202884 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0cd9930d-f8ee-4c29-b508-ab74b75ab61d req-53310aaa-f065-4f94-ac26-dfa54ffc1c6a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 944 time: 0.0524573 May 16 18:49:30.230343 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b929-622b-4899-82b6-c53738ca56c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d39c8177-db2b-42bc-8a88-a466a93c9963), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:30.230343 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b929-622b-4899-82b6-c53738ca56c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:30.233663 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f5f3b929-622b-4899-82b6-c53738ca56c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d39c8177-db2b-42bc-8a88-a466a93c9963 HTTP/1.1" status: 204 len: 168 time: 0.1807530 May 16 18:49:30.242665 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3b929-622b-4899-82b6-c53738ca56c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c8177-db2b-42bc-8a88-a466a93c9963,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:30.288363 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4445f-f747-49c7-af56-b0040c07ec77 req-33dd9761-d731-4941-a68d-08b2b47f1120 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:30.292036 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-55a4445f-f747-49c7-af56-b0040c07ec77 req-33dd9761-d731-4941-a68d-08b2b47f1120 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.0838900 May 16 18:49:30.303621 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0cd9930d-f8ee-4c29-b508-ab74b75ab61d req-54bc0cde-de86-4214-be48-772b3cea9df0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851121 May 16 18:49:30.349854 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-55a4445f-f747-49c7-af56-b0040c07ec77 req-68efd0f6-622a-43a0-b93a-281071bc7d0a tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515399 May 16 18:49:30.618443 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41668) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:30.634249 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7a35-cfb9-40df-9d97-53c44e738e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:30.742738 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device f4c32d27-4431-4863-bb69-09faf2b82b93 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:49:30.779634 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7a35-cfb9-40df-9d97-53c44e738e62 admin admin] Publish callbacks [] for security_group (14c4d87d-0869-4ff5-a965-10b704afb671), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:30.838578 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7a35-cfb9-40df-9d97-53c44e738e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (14c4d87d-0869-4ff5-a965-10b704afb671), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:30.875641 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716b23-e70a-4be1-b20b-31615e908c7f req-8de3cf8a-71e5-4754-b143-beba058cf641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:30.877333 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-12716b23-e70a-4be1-b20b-31615e908c7f req-8de3cf8a-71e5-4754-b143-beba058cf641 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1475255 May 16 18:49:30.922998 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-873e6251-ed7a-4df0-b7b3-d3c9b0e4c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:30.924538 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-873e6251-ed7a-4df0-b7b3-d3c9b0e4c6c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 1128 time: 0.1321864 May 16 18:49:30.942767 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port f4c32d27-4431-4863-bb69-09faf2b82b93, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f4c32d27-4431-4863-bb69-09faf2b82b93,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:30.955385 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:49:30.960275 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-4edf9b38-6e58-4248-a6a9-98b73bcb931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:30.961873 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-4edf9b38-6e58-4248-a6a9-98b73bcb931b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 1127 time: 0.1321859 May 16 18:49:30.966599 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7a35-cfb9-40df-9d97-53c44e738e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c4d87d-0869-4ff5-a965-10b704afb671,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:31.020517 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ed8a7a35-cfb9-40df-9d97-53c44e738e62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb59993cbd0545db86757d4185663f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4003437 May 16 18:49:31.024382 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 41680) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:31.031161 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-954a3190-91cb-4f8c-8e7b-f52bf839a6aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b440849e-31ba-4612-a125-9eec9ce576a6 HTTP/1.1" status: 200 len: 217 time: 0.0860713 May 16 18:49:31.059477 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port f4c32d27-4431-4863-bb69-09faf2b82b93 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:49:31.066008 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:31.116461 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c32d27-4431-4863-bb69-09faf2b82b93 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:49:31.160329 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26117cc-ebdd-42a0-9eef-6fc6c34b95dd req-d4992a42-ccf5-44db-8bda-5bd72d1325fb tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:31.160571 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-459c16a2-98be-4b2d-b9d1-97c3d67a1f19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234 HTTP/1.1" status: 200 len: 217 time: 0.1382446 May 16 18:49:31.162759 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d26117cc-ebdd-42a0-9eef-6fc6c34b95dd req-d4992a42-ccf5-44db-8bda-5bd72d1325fb tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1193392 May 16 18:49:31.188045 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d0b2c4d4-d72a-4658-a856-db6875e770d0 admin admin] Publish callbacks [] for security_group (14c4d87d-0869-4ff5-a965-10b704afb671), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:31.221614 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port f4c32d27-4431-4863-bb69-09faf2b82b93, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f4c32d27-4431-4863-bb69-09faf2b82b93,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:31.230306 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:31.248190 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d0b2c4d4-d72a-4658-a856-db6875e770d0 admin admin] Publish callbacks [] for security_group (14c4d87d-0869-4ff5-a965-10b704afb671), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:31.252698 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-87aa6aa1-e0f9-40c3-a435-3a902b81a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:31.254885 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-87aa6aa1-e0f9-40c3-a435-3a902b81a89a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=063b87a2-9ff2-4272-a905-58adb7221293 HTTP/1.1" status: 200 len: 849 time: 0.1774907 May 16 18:49:31.267084 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-12716b23-e70a-4be1-b20b-31615e908c7f req-60106762-ea5c-4028-8112-898fa292a59f service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659222 May 16 18:49:31.317654 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-a6cafee2-f8b2-434d-96ae-973156710c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:31.318720 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-a6cafee2-f8b2-434d-96ae-973156710c6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.1467359 May 16 18:49:31.400830 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=f4c32d27-4431-4863-bb69-09faf2b82b93,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:31.402437 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6bea5-b9eb-4240-80e2-8486a2e0082a req-fe2767af-9461-4aca-b475-8ef3b30f1f04 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:31.415746 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-1f902ef0-31ad-4b8f-843d-2fec2fc8b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:31.418253 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.418922 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.419453 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.419986 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.420366 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-1f902ef0-31ad-4b8f-843d-2fec2fc8b823 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=265ca952-32c3-45ee-8297-5b81b68af9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1549141 May 16 18:49:31.420527 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.420960 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.421332 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.421805 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.422417 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.422583 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f5e6bea5-b9eb-4240-80e2-8486a2e0082a req-fe2767af-9461-4aca-b475-8ef3b30f1f04 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1536205 May 16 18:49:31.423277 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.424083 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.424905 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.425492 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.426077 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.426549 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:49:31.461773 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d26117cc-ebdd-42a0-9eef-6fc6c34b95dd req-8e43a12c-b562-4104-8062-2a430a1673e9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730985 May 16 18:49:31.534921 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-ea356a5b-0759-46e0-82ec-9322f0f0e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:31.537742 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-ea356a5b-0759-46e0-82ec-9322f0f0e420 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2054589 May 16 18:49:31.538333 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-47925f5e-cb66-4677-a69e-d95879779a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:31.568546 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['f4c32d27-4431-4863-bb69-09faf2b82b93'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:49:31.740079 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-c03b2840-6d26-443f-8e74-77e507004d80 service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490668 May 16 18:49:31.742562 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-12716b23-e70a-4be1-b20b-31615e908c7f req-2b077236-9b68-497f-b1c2-e7329a20cc09 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600809 May 16 18:49:31.822341 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-24dd0de3-c073-45ca-a8b6-f9931678fb86 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682498 May 16 18:49:31.890002 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d0b2c4d4-d72a-4658-a856-db6875e770d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (14c4d87d-0869-4ff5-a965-10b704afb671), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:31.893102 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d0b2c4d4-d72a-4658-a856-db6875e770d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:31.895050 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-d0b2c4d4-d72a-4658-a856-db6875e770d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14c4d87d-0869-4ff5-a965-10b704afb671 HTTP/1.1" status: 204 len: 168 time: 0.8632793 May 16 18:49:31.931800 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c34c-1129-4d86-99c4-425d6b52a4a4 req-68e96987-e1fc-4997-832f-6b46b3c933da tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:31.931800 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d3a2c34c-1129-4d86-99c4-425d6b52a4a4 req-68e96987-e1fc-4997-832f-6b46b3c933da tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 945 time: 0.1246161 May 16 18:49:31.934526 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2c4d4-d72a-4658-a856-db6875e770d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c4d87d-0869-4ff5-a965-10b704afb671,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:31.954774 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f5e6bea5-b9eb-4240-80e2-8486a2e0082a req-f4dfd31e-a1bb-4e4e-acdf-f7a51b812bea tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5303829 May 16 18:49:32.026687 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d3a2c34c-1129-4d86-99c4-425d6b52a4a4 req-e653f81c-3b50-4098-87c0-c0d1a8fb7c71 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840974 May 16 18:49:32.149507 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf20c82-b172-49aa-8ed2-fd627f36e3ef req-ff93d27e-c87d-455e-9fff-4d335b393025 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:32.156607 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eaf20c82-b172-49aa-8ed2-fd627f36e3ef req-ff93d27e-c87d-455e-9fff-4d335b393025 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.0820625 May 16 18:49:32.222227 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eaf20c82-b172-49aa-8ed2-fd627f36e3ef req-53aa581a-c45b-4b1e-8379-23b72fe369e2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598383 May 16 18:49:32.287287 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device f4c32d27-4431-4863-bb69-09faf2b82b93 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:49:32.346438 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port f4c32d27-4431-4863-bb69-09faf2b82b93 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:49:32.357074 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port f4c32d27-4431-4863-bb69-09faf2b82b93 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:49:32.357975 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:32.513778 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port f4c32d27-4431-4863-bb69-09faf2b82b93 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:49:32.513924 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:32.564133 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c32d27-4431-4863-bb69-09faf2b82b93'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:32.569900 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae0ac86-2a87-41ef-80aa-4b2d136b9741" -d '{"events": [{"server_uuid": "ec82e115-5ca8-47de-ba42-405096ec5d98", "name": "network-vif-plugged", "status": "completed", "tag": "f4c32d27-4431-4863-bb69-09faf2b82b93"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:32.592823 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port f4c32d27-4431-4863-bb69-09faf2b82b93, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f4c32d27-4431-4863-bb69-09faf2b82b93,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:32.600034 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:32.690093 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd0ee1-deff-497e-b39e-96f7a3c16bd5 x-openstack-request-id: req-15fd0ee1-deff-497e-b39e-96f7a3c16bd5 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:32.690592 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec82e115-5ca8-47de-ba42-405096ec5d98", "name": "network-vif-plugged", "status": "completed", "tag": "f4c32d27-4431-4863-bb69-09faf2b82b93", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:32.691029 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-15fd0ee1-deff-497e-b39e-96f7a3c16bd5 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:32.692730 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fd0ee1-deff-497e-b39e-96f7a3c16bd5'] response: {'server_uuid': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'code': 200} May 16 18:49:32.694095 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=f4c32d27-4431-4863-bb69-09faf2b82b93,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:32.720986 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c4bb484-3c48-4a7a-a063-e6401fe66da4 req-25985bc9-1be5-42bf-b721-1508df4edf0b service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262801 May 16 18:49:32.728028 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c923026-a1fd-44e4-a53f-6e61b3980473 req-3f701ae9-4ca0-4eb2-9eab-322deb849ff5 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108902 May 16 18:49:32.734910 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631df11-af49-4487-9918-d7dd8b836d6d req-d4e31982-8d68-49f1-8deb-88c477cb7bad tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:32.745719 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0631df11-af49-4487-9918-d7dd8b836d6d req-d4e31982-8d68-49f1-8deb-88c477cb7bad tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1193547 May 16 18:49:32.778877 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:32.833512 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0631df11-af49-4487-9918-d7dd8b836d6d req-528d5ce1-1588-4f65-833b-2d5a1ed8e348 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794048 May 16 18:49:33.239248 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1131b2-719c-4c1c-89fa-00458f45d3c4 req-81bee304-863b-4c1d-a68f-12bfa7b1c6dc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:33.246783 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8e1131b2-719c-4c1c-89fa-00458f45d3c4 req-81bee304-863b-4c1d-a68f-12bfa7b1c6dc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1216872 May 16 18:49:33.277765 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167f636-09fe-448e-8bdb-31d3c6ca96af req-30f8b55f-4da9-4869-b9c6-599998acde32 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:33.279663 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b167f636-09fe-448e-8bdb-31d3c6ca96af req-30f8b55f-4da9-4869-b9c6-599998acde32 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.1012392 May 16 18:49:33.290877 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41794) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:33.345444 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8e1131b2-719c-4c1c-89fa-00458f45d3c4 req-a9d05328-b931-46f0-b5d7-927ba2664fca tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976052 May 16 18:49:33.369185 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b167f636-09fe-448e-8bdb-31d3c6ca96af req-efb4833f-bc71-4693-96f8-a34003b26534 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818820 May 16 18:49:33.572206 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:33.734453 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b2c484cf-a521-4646-8599-51c6ec37ad6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:33.768568 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 41808) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:33.920790 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b2c484cf-a521-4646-8599-51c6ec37ad6d admin admin] Publish callbacks [] for security_group (cb5c330c-d561-40b7-b723-95ad7c4a404d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:33.927466 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b2c484cf-a521-4646-8599-51c6ec37ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (cb5c330c-d561-40b7-b723-95ad7c4a404d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.038781 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dfad28d3-5795-4d43-9abd-3b64008e181d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.079255 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.089939 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d034-6465-4a53-9eee-0e3d6084926f req-9bca8bfa-7104-46a6-a96c-08b4b38cf32f tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:34.093664 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9db1d034-6465-4a53-9eee-0e3d6084926f req-9bca8bfa-7104-46a6-a96c-08b4b38cf32f tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1219308 May 16 18:49:34.222611 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9db1d034-6465-4a53-9eee-0e3d6084926f req-59f7982e-54c5-453c-b051-d35f8d722981 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162448 May 16 18:49:34.284718 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b2c484cf-a521-4646-8599-51c6ec37ad6d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b230d284cdfe4ae79482bcfa7376edfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9926567 May 16 18:49:34.286722 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c484cf-a521-4646-8599-51c6ec37ad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5c330c-d561-40b7-b723-95ad7c4a404d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:34.289141 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41828) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:34.301933 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device b440849e-31ba-4612-a125-9eec9ce576a6 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:49:34.306395 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dfad28d3-5795-4d43-9abd-3b64008e181d admin admin] Publish callbacks [] for security_group (a3dc1dd7-9a13-40cd-98d0-0d1264bf3627), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.312662 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dfad28d3-5795-4d43-9abd-3b64008e181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a3dc1dd7-9a13-40cd-98d0-0d1264bf3627), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.351018 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a636b7b8-6681-4471-8819-e976857828c1 admin admin] Publish callbacks [] for security_group (cb5c330c-d561-40b7-b723-95ad7c4a404d), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.366912 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-dfad28d3-5795-4d43-9abd-3b64008e181d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ab03ce8d9a740269523499f1c92501d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5948381 May 16 18:49:34.368339 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad28d3-5795-4d43-9abd-3b64008e181d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dc1dd7-9a13-40cd-98d0-0d1264bf3627,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:34.370450 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41830) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:34.397121 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a636b7b8-6681-4471-8819-e976857828c1 admin admin] Publish callbacks [] for security_group (cb5c330c-d561-40b7-b723-95ad7c4a404d), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.482110 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f7eb2c96-52cf-49b6-b4ad-d899cfa5d652 admin admin] Publish callbacks [] for security_group (a3dc1dd7-9a13-40cd-98d0-0d1264bf3627), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.491584 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port b440849e-31ba-4612-a125-9eec9ce576a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b440849e-31ba-4612-a125-9eec9ce576a6,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:34.512833 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f7eb2c96-52cf-49b6-b4ad-d899cfa5d652 admin admin] Publish callbacks [] for security_group (a3dc1dd7-9a13-40cd-98d0-0d1264bf3627), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.539846 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'b440849e-31ba-4612-a125-9eec9ce576a6', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'port_id': 'b440849e-31ba-4612-a125-9eec9ce576a6', 'mac_address': 'fa:16:3e:2c:73:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:49:34.584642 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a636b7b8-6681-4471-8819-e976857828c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (cb5c330c-d561-40b7-b723-95ad7c4a404d), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.588496 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a636b7b8-6681-4471-8819-e976857828c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.590423 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-a636b7b8-6681-4471-8819-e976857828c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb5c330c-d561-40b7-b723-95ad7c4a404d HTTP/1.1" status: 204 len: 168 time: 0.2994642 May 16 18:49:34.601725 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636b7b8-6681-4471-8819-e976857828c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5c330c-d561-40b7-b723-95ad7c4a404d,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:34.608248 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debc8c0-6898-4b2c-ba31-088c81b63b99 req-f33008c2-4584-405b-b4b3-f6bdaaca13c5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:34.610141 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0debc8c0-6898-4b2c-ba31-088c81b63b99 req-f33008c2-4584-405b-b4b3-f6bdaaca13c5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.1173058 May 16 18:49:34.612913 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f7eb2c96-52cf-49b6-b4ad-d899cfa5d652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a3dc1dd7-9a13-40cd-98d0-0d1264bf3627), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.617454 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f7eb2c96-52cf-49b6-b4ad-d899cfa5d652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.619737 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f7eb2c96-52cf-49b6-b4ad-d899cfa5d652 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3dc1dd7-9a13-40cd-98d0-0d1264bf3627 HTTP/1.1" status: 204 len: 168 time: 0.2473292 May 16 18:49:34.635602 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port b440849e-31ba-4612-a125-9eec9ce576a6 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:49:34.636760 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.639423 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb2c96-52cf-49b6-b4ad-d899cfa5d652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dc1dd7-9a13-40cd-98d0-0d1264bf3627,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:34.678605 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b440849e-31ba-4612-a125-9eec9ce576a6 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:49:34.714124 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port b440849e-31ba-4612-a125-9eec9ce576a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b440849e-31ba-4612-a125-9eec9ce576a6,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:34.724707 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:34.733700 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0debc8c0-6898-4b2c-ba31-088c81b63b99 req-a881ba23-bb87-4e23-93cb-a6f65dca0e91 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076422 May 16 18:49:34.821626 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=b440849e-31ba-4612-a125-9eec9ce576a6,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:34.892142 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe5138-43d2-4d4b-89c1-9b3e6b4fcef3 req-85c648f2-afa5-4d12-a131-f508216a233a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:34.895264 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bbfe5138-43d2-4d4b-89c1-9b3e6b4fcef3 req-85c648f2-afa5-4d12-a131-f508216a233a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0850852 May 16 18:49:35.035688 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bbfe5138-43d2-4d4b-89c1-9b3e6b4fcef3 req-12aa2498-a43d-47af-b06d-2b9c1968071b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308007 May 16 18:49:35.144299 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['b440849e-31ba-4612-a125-9eec9ce576a6'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:49:35.509293 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944a77-d5e0-487e-8155-96d473fdfdd2 req-8ccfca7c-b9ce-44c6-ba2a-3244dde574c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:35.514489 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-5b944a77-d5e0-487e-8155-96d473fdfdd2 req-8ccfca7c-b9ce-44c6-ba2a-3244dde574c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 1130 time: 0.1311846 May 16 18:49:35.518735 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:35.584289 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41898) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:35.591813 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca566e-8a05-472a-8f80-dcb7e86e2bb6 req-4e4a8110-9a77-4b1a-aeee-b2b0eaad0178 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:35.613485 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-daca566e-8a05-472a-8f80-dcb7e86e2bb6 req-4e4a8110-9a77-4b1a-aeee-b2b0eaad0178 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 945 time: 0.2126925 May 16 18:49:35.629290 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f8b3eef3-e681-40d8-8ffd-a4bd8e3bc50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:35.652177 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-5b944a77-d5e0-487e-8155-96d473fdfdd2 req-14c139e7-83a8-4bd9-8ded-e4bf4278a265 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250460 May 16 18:49:35.711663 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-daca566e-8a05-472a-8f80-dcb7e86e2bb6 req-bafb8975-1eec-4e83-aa0a-00fda82037d4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934219 May 16 18:49:35.735789 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 41902) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:35.768606 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7625e79e-458a-46b2-a11e-64a7e664f5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:35.778279 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f8b3eef3-e681-40d8-8ffd-a4bd8e3bc50e admin admin] Publish callbacks [] for security_group (80428319-9bfb-4c14-a9e7-add3b9974d1d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:35.788241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f8b3eef3-e681-40d8-8ffd-a4bd8e3bc50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (80428319-9bfb-4c14-a9e7-add3b9974d1d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:35.852014 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3eef3-e681-40d8-8ffd-a4bd8e3bc50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80428319-9bfb-4c14-a9e7-add3b9974d1d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:35.912609 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f8b3eef3-e681-40d8-8ffd-a4bd8e3bc50e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=631fa4da7780448d87c102cfadebde26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261247 May 16 18:49:35.913924 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41912) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:35.958858 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c13f7a-73c2-4988-8fd6-abf5a5ef0b35 req-d502a4c7-ddfe-4a7d-8ca7-966b180430af tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:35.960509 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-90c13f7a-73c2-4988-8fd6-abf5a5ef0b35 req-d502a4c7-ddfe-4a7d-8ca7-966b180430af tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.0719197 May 16 18:49:35.971342 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7625e79e-458a-46b2-a11e-64a7e664f5a5 admin admin] Publish callbacks [] for security_group (5885423f-853b-43e1-9081-07858bfcd060), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:35.981152 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7625e79e-458a-46b2-a11e-64a7e664f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5885423f-853b-43e1-9081-07858bfcd060), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.008831 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-50771336-6df9-4207-8574-d5aa4e3a2554 admin admin] Publish callbacks [] for security_group (80428319-9bfb-4c14-a9e7-add3b9974d1d), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.041668 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-7625e79e-458a-46b2-a11e-64a7e664f5a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b751faf45e2c45308b4442fc2000ccd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033805 May 16 18:49:36.054963 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 41918) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:36.088028 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e79e-458a-46b2-a11e-64a7e664f5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5885423f-853b-43e1-9081-07858bfcd060,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:36.111753 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-50771336-6df9-4207-8574-d5aa4e3a2554 admin admin] Publish callbacks [] for security_group (80428319-9bfb-4c14-a9e7-add3b9974d1d), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.122971 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-90c13f7a-73c2-4988-8fd6-abf5a5ef0b35 req-fe22a1dc-d7dc-473a-ba1d-d56e180395ba tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497815 May 16 18:49:36.206526 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9e071499-a2e6-45b0-b830-552a1481527d admin admin] Publish callbacks [] for security_group (5885423f-853b-43e1-9081-07858bfcd060), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.243131 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9e071499-a2e6-45b0-b830-552a1481527d admin admin] Publish callbacks [] for security_group (5885423f-853b-43e1-9081-07858bfcd060), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.290704 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-50771336-6df9-4207-8574-d5aa4e3a2554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (80428319-9bfb-4c14-a9e7-add3b9974d1d), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.300229 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-50771336-6df9-4207-8574-d5aa4e3a2554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.306067 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-50771336-6df9-4207-8574-d5aa4e3a2554 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80428319-9bfb-4c14-a9e7-add3b9974d1d HTTP/1.1" status: 204 len: 168 time: 0.3881547 May 16 18:49:36.329266 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:49:36.341763 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50771336-6df9-4207-8574-d5aa4e3a2554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80428319-9bfb-4c14-a9e7-add3b9974d1d,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:36.359609 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174443ff-0e99-457d-9971-8116995280d9 req-5bced485-b91b-4143-aeb8-58609dddf770 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:36.359896 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device b440849e-31ba-4612-a125-9eec9ce576a6 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:49:36.362007 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-174443ff-0e99-457d-9971-8116995280d9 req-5bced485-b91b-4143-aeb8-58609dddf770 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1072407 May 16 18:49:36.415657 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9e071499-a2e6-45b0-b830-552a1481527d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5885423f-853b-43e1-9081-07858bfcd060), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.418609 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9e071499-a2e6-45b0-b830-552a1481527d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.420050 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-9e071499-a2e6-45b0-b830-552a1481527d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5885423f-853b-43e1-9081-07858bfcd060 HTTP/1.1" status: 204 len: 168 time: 0.3635197 May 16 18:49:36.458227 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e071499-a2e6-45b0-b830-552a1481527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5885423f-853b-43e1-9081-07858bfcd060,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:36.469603 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-174443ff-0e99-457d-9971-8116995280d9 req-26d248d9-ceda-46ad-ab29-ae71a1b131ec tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994835 May 16 18:49:36.550473 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port b440849e-31ba-4612-a125-9eec9ce576a6 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:49:36.563013 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port b440849e-31ba-4612-a125-9eec9ce576a6 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:49:36.563409 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.599300 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:36.623571 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'port_id': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'mac_address': 'fa:16:3e:c4:f8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:49:36.722279 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:49:36.723366 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.840932 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 41946) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:36.864875 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c40626-8245-46da-92e0-8894855a98c8 req-6f43ff45-08b1-4a0b-9586-be62d1ed740b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:36.872455 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-32c40626-8245-46da-92e0-8894855a98c8 req-6f43ff45-08b1-4a0b-9586-be62d1ed740b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 945 time: 0.0664487 May 16 18:49:36.891846 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41952) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:36.902147 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb3fe2b-d9aa-4852-85f0-2e9f90328234 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:49:36.916130 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port b440849e-31ba-4612-a125-9eec9ce576a6 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:49:36.919596 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:36.947047 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-32c40626-8245-46da-92e0-8894855a98c8 req-6ea0a3b4-3244-47c1-b3df-bebcd0e02bd1 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731320 May 16 18:49:36.971001 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:36.984940 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b440849e-31ba-4612-a125-9eec9ce576a6'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:36.994418 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79e10d3-a434-41ac-964c-39b1dedfa017" -d '{"events": [{"server_uuid": "bd5e49a3-f392-4cd6-9856-4b5367c2d5e2", "name": "network-vif-plugged", "status": "completed", "tag": "b440849e-31ba-4612-a125-9eec9ce576a6"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:37.000116 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.093707 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4450a55b-3763-4a15-9054-9f6e503b1a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.098517 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-42f49e8f-f337-4ea7-81e8-6d9bb6f826dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.099699 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d7554d-d278-4a6f-ac7e-7433a13cb262 x-openstack-request-id: req-e8d7554d-d278-4a6f-ac7e-7433a13cb262 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:37.100063 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5e49a3-f392-4cd6-9856-4b5367c2d5e2", "name": "network-vif-plugged", "status": "completed", "tag": "b440849e-31ba-4612-a125-9eec9ce576a6", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:37.100327 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8d7554d-d278-4a6f-ac7e-7433a13cb262 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:37.100731 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d7554d-d278-4a6f-ac7e-7433a13cb262'] response: {'server_uuid': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b440849e-31ba-4612-a125-9eec9ce576a6', 'code': 200} May 16 18:49:37.101330 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:37.118123 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port b440849e-31ba-4612-a125-9eec9ce576a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b440849e-31ba-4612-a125-9eec9ce576a6,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:37.124838 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.237534 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=b440849e-31ba-4612-a125-9eec9ce576a6,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:37.329498 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-42f49e8f-f337-4ea7-81e8-6d9bb6f826dd admin admin] Publish callbacks [] for security_group (fa41f9f6-d1a9-4d0b-85aa-eca0ac060b12), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.340106 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-42f49e8f-f337-4ea7-81e8-6d9bb6f826dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fa41f9f6-d1a9-4d0b-85aa-eca0ac060b12), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.351987 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4450a55b-3763-4a15-9054-9f6e503b1a32 admin admin] Publish callbacks [] for security_group (fa810d4b-f45b-4fa2-af84-2ef56e98f933), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.372666 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d6dc3-9644-43f9-a054-a95ccf3b0cb7 req-4221722c-1d9c-493b-82d7-c8e0b546b8b5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:37.381473 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-782d6dc3-9644-43f9-a054-a95ccf3b0cb7 req-4221722c-1d9c-493b-82d7-c8e0b546b8b5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.1176758 May 16 18:49:37.396341 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['eeb3fe2b-d9aa-4852-85f0-2e9f90328234'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:49:37.400515 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4450a55b-3763-4a15-9054-9f6e503b1a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fa810d4b-f45b-4fa2-af84-2ef56e98f933), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.427340 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-42f49e8f-f337-4ea7-81e8-6d9bb6f826dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=724cd36d04304add9a366367045a320d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5341799 May 16 18:49:37.429035 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f49e8f-f337-4ea7-81e8-6d9bb6f826dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa41f9f6-d1a9-4d0b-85aa-eca0ac060b12,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:37.433104 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41972) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:37.564681 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-4450a55b-3763-4a15-9054-9f6e503b1a32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c791776bb7c4aec99853df54b602fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7220821 May 16 18:49:37.575496 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 41976) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:37.611969 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-25ae2fa7-2884-4899-b94b-0587f1ccb07a admin admin] Publish callbacks [] for security_group (fa41f9f6-d1a9-4d0b-85aa-eca0ac060b12), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.669506 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450a55b-3763-4a15-9054-9f6e503b1a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa810d4b-f45b-4fa2-af84-2ef56e98f933,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:37.669879 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-25ae2fa7-2884-4899-b94b-0587f1ccb07a admin admin] Publish callbacks [] for security_group (fa41f9f6-d1a9-4d0b-85aa-eca0ac060b12), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.719770 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d4d72911-9063-4b41-8af7-cf5d7556f3cb admin admin] Publish callbacks [] for security_group (fa810d4b-f45b-4fa2-af84-2ef56e98f933), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.732318 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-782d6dc3-9644-43f9-a054-a95ccf3b0cb7 req-62eab1d1-84e4-449e-8010-40305229b915 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494365 May 16 18:49:37.751127 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d4d72911-9063-4b41-8af7-cf5d7556f3cb admin admin] Publish callbacks [] for security_group (fa810d4b-f45b-4fa2-af84-2ef56e98f933), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.782357 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e734f5-d037-4aa2-b4eb-3a7f40ce82aa req-684f41a8-414e-4ef7-a491-d4b7394a6728 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:37.785889 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-77e734f5-d037-4aa2-b4eb-3a7f40ce82aa req-684f41a8-414e-4ef7-a491-d4b7394a6728 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 944 time: 0.1457565 May 16 18:49:37.890858 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-25ae2fa7-2884-4899-b94b-0587f1ccb07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fa41f9f6-d1a9-4d0b-85aa-eca0ac060b12), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.895561 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-25ae2fa7-2884-4899-b94b-0587f1ccb07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.897546 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-25ae2fa7-2884-4899-b94b-0587f1ccb07a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa41f9f6-d1a9-4d0b-85aa-eca0ac060b12 HTTP/1.1" status: 204 len: 168 time: 0.4626811 May 16 18:49:37.919785 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-77e734f5-d037-4aa2-b4eb-3a7f40ce82aa req-f5c0bc80-a0db-4cae-bfe8-c5914859ff0e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266415 May 16 18:49:37.928450 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae2fa7-2884-4899-b94b-0587f1ccb07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa41f9f6-d1a9-4d0b-85aa-eca0ac060b12,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:37.939928 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d4d72911-9063-4b41-8af7-cf5d7556f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fa810d4b-f45b-4fa2-af84-2ef56e98f933), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.948487 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d4d72911-9063-4b41-8af7-cf5d7556f3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:37.950589 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d4d72911-9063-4b41-8af7-cf5d7556f3cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa810d4b-f45b-4fa2-af84-2ef56e98f933 HTTP/1.1" status: 204 len: 168 time: 0.3713851 May 16 18:49:37.995519 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d72911-9063-4b41-8af7-cf5d7556f3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa810d4b-f45b-4fa2-af84-2ef56e98f933,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:38.138562 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0ae7-5061-4836-8c72-bd22cc061427 req-dc398464-a1fb-43c1-a3a1-8e4da513ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:38.141628 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-ee1e0ae7-5061-4836-8c72-bd22cc061427 req-dc398464-a1fb-43c1-a3a1-8e4da513ddf6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 1130 time: 0.0679047 May 16 18:49:38.165289 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909e411-5d1b-4515-8792-f859a36715b4 req-6c886f72-6531-4ff3-ae86-699f316d7473 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:38.168623 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5909e411-5d1b-4515-8792-f859a36715b4 req-6c886f72-6531-4ff3-ae86-699f316d7473 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0921068 May 16 18:49:38.224151 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-ee1e0ae7-5061-4836-8c72-bd22cc061427 req-c83ebaec-eaa0-454f-9efb-5657aa574eef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720785 May 16 18:49:38.263401 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5909e411-5d1b-4515-8792-f859a36715b4 req-8cd4514f-abb1-4e4a-aefc-4cd0d6b84cea tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818017 May 16 18:49:38.407475 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:49:38.492807 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:49:38.504308 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:49:38.505471 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:38.606183 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:49:38.606722 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:38.653479 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:38.659383 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:38.734453 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42006) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:38.747246 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:38.766156 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42008) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:38.795544 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f3d9386f-1d24-42bb-a10f-085e140cf5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:38.799228 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1f0025a2-182f-498f-8363-2f11e99b818f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.026874 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f3d9386f-1d24-42bb-a10f-085e140cf5b9 admin admin] Publish callbacks [] for security_group (9518d564-95c3-4412-892e-224a73e84ad8), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.033730 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1f0025a2-182f-498f-8363-2f11e99b818f admin admin] Publish callbacks [] for security_group (b7894c1b-4d97-43d5-bccc-2cb841b8f941), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.040081 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1f0025a2-182f-498f-8363-2f11e99b818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (b7894c1b-4d97-43d5-bccc-2cb841b8f941), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.055169 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f3d9386f-1d24-42bb-a10f-085e140cf5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9518d564-95c3-4412-892e-224a73e84ad8), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.092346 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1f0025a2-182f-498f-8363-2f11e99b818f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40ad52a6f6fe463e83ed1f7279daccfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545961 May 16 18:49:39.093191 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42020) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:39.095295 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0025a2-182f-498f-8363-2f11e99b818f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7894c1b-4d97-43d5-bccc-2cb841b8f941,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:39.102651 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:39.106800 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410b2967-3771-48b9-986d-0e52f3a41736" -d '{"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:39.185760 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-454b1a22-b538-4b02-9f51-7dc092124f5a admin admin] Publish callbacks [] for security_group (b7894c1b-4d97-43d5-bccc-2cb841b8f941), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.189011 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc702a86-5f78-4122-a666-ac6da103a09d req-92374027-e378-4e65-9cd4-1e5374a6fc96 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:39.190583 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fc702a86-5f78-4122-a666-ac6da103a09d req-92374027-e378-4e65-9cd4-1e5374a6fc96 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.1773965 May 16 18:49:39.214159 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-f3d9386f-1d24-42bb-a10f-085e140cf5b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50dbfc64ba0f42ff96103b0e50f905fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426484 May 16 18:49:39.218046 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42028) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:39.220728 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-454b1a22-b538-4b02-9f51-7dc092124f5a admin admin] Publish callbacks [] for security_group (b7894c1b-4d97-43d5-bccc-2cb841b8f941), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.239331 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9386f-1d24-42bb-a10f-085e140cf5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9518d564-95c3-4412-892e-224a73e84ad8,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:39.249622 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70511c93-0b88-496d-bb46-ecfd3b7fec0d req-003980d7-d5ad-4d5c-a357-f12c4e9d5f97 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:39.257763 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-70511c93-0b88-496d-bb46-ecfd3b7fec0d req-003980d7-d5ad-4d5c-a357-f12c4e9d5f97 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1533866 May 16 18:49:39.294936 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-454b1a22-b538-4b02-9f51-7dc092124f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (b7894c1b-4d97-43d5-bccc-2cb841b8f941), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.304766 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-454b1a22-b538-4b02-9f51-7dc092124f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.310565 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-454b1a22-b538-4b02-9f51-7dc092124f5a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7894c1b-4d97-43d5-bccc-2cb841b8f941 HTTP/1.1" status: 204 len: 168 time: 0.2158122 May 16 18:49:39.322481 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b1a22-b538-4b02-9f51-7dc092124f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7894c1b-4d97-43d5-bccc-2cb841b8f941,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:39.388501 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-70511c93-0b88-496d-bb46-ecfd3b7fec0d req-0ef8ff26-d025-4143-8629-aeda47c23450 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285286 May 16 18:49:39.420427 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fc702a86-5f78-4122-a666-ac6da103a09d req-5232e98a-0530-4fd2-8639-2a3f6ca00ecc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044542 May 16 18:49:39.452165 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-047c5372-0b60-43ea-968b-6663b2719858 admin admin] Publish callbacks [] for security_group (9518d564-95c3-4412-892e-224a73e84ad8), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.513703 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-047c5372-0b60-43ea-968b-6663b2719858 admin admin] Publish callbacks [] for security_group (9518d564-95c3-4412-892e-224a73e84ad8), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.530688 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c648c9d9-67f7-4c9a-ad18-89151be011cc x-openstack-request-id: req-c648c9d9-67f7-4c9a-ad18-89151be011cc {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:39.531214 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:39.531583 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c648c9d9-67f7-4c9a-ad18-89151be011cc {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:39.532144 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c648c9d9-67f7-4c9a-ad18-89151be011cc'] response: {'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'code': 200} May 16 18:49:39.678026 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb294e0-bb8e-4afb-b91e-4aaa56a3e9d8 req-649459f2-fcf3-4e8f-a0d6-527a0a87d0b0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:39.685641 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5fb294e0-bb8e-4afb-b91e-4aaa56a3e9d8 req-649459f2-fcf3-4e8f-a0d6-527a0a87d0b0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1158950 May 16 18:49:39.757762 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60420b-37dc-439f-b6d4-04b5ecd3a762 req-a940b107-ed56-419a-bc89-24095516b837 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:39.762729 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3f60420b-37dc-439f-b6d4-04b5ecd3a762 req-a940b107-ed56-419a-bc89-24095516b837 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.0745854 May 16 18:49:39.766754 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-047c5372-0b60-43ea-968b-6663b2719858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9518d564-95c3-4412-892e-224a73e84ad8), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.768287 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42048) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:39.773538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'floatingip': {'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:39.791192 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-047c5372-0b60-43ea-968b-6663b2719858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:39.794089 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-047c5372-0b60-43ea-968b-6663b2719858 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9518d564-95c3-4412-892e-224a73e84ad8 HTTP/1.1" status: 204 len: 168 time: 0.5743363 May 16 18:49:39.830646 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c5372-0b60-43ea-968b-6663b2719858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9518d564-95c3-4412-892e-224a73e84ad8,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:39.894287 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5fb294e0-bb8e-4afb-b91e-4aaa56a3e9d8 req-27234319-14ad-420e-b7b7-781140d7a161 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073328 May 16 18:49:39.924138 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (3616c37b-eeb9-4361-b41a-91b437c8d27a), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:40.596230 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b05edb-44d8-42c4-864b-99c53510be64 req-8532a9fe-90a1-44ee-974a-330fccaf8507 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:40.600628 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-03b05edb-44d8-42c4-864b-99c53510be64 req-8532a9fe-90a1-44ee-974a-330fccaf8507 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0929801 May 16 18:49:40.670638 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d446e2-d565-409f-8b8c-011e371a2e76 req-d68ebb6f-abb2-46e8-a432-d6e2e7cc3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:40.673254 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-84d446e2-d565-409f-8b8c-011e371a2e76 req-d68ebb6f-abb2-46e8-a432-d6e2e7cc3047 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 1129 time: 0.1325698 May 16 18:49:40.705727 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-03b05edb-44d8-42c4-864b-99c53510be64 req-2a3ff1f9-4e33-423f-bec0-4f71f140e8c1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935764 May 16 18:49:40.808099 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.db.resource_extend [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 16 18:49:40.927375 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:40.940699 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-84d446e2-d565-409f-8b8c-011e371a2e76 req-94b9a8ed-1e5a-4d4d-8dc0-107a9a19b790 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525651 May 16 18:49:40.941057 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (3616c37b-eeb9-4361-b41a-91b437c8d27a), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:41.115532 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc310c5-670f-475e-91a4-2f27f680056d req-1aa2667f-b4d9-4a98-a298-b2857ed90a61 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:41.128585 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5dc310c5-670f-475e-91a4-2f27f680056d req-1aa2667f-b4d9-4a98-a298-b2857ed90a61 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1263912 May 16 18:49:41.147429 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Floating IP 3616c37b-eeb9-4361-b41a-91b437c8d27a associated. External IP: 172.27.1.63, port: f4c32d27-4431-4863-bb69-09faf2b82b93. May 16 18:49:41.241110 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5dc310c5-670f-475e-91a4-2f27f680056d req-5f47e6c6-85d8-4c8b-bd5e-9f551bfc5099 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080658 May 16 18:49:41.487839 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7529-78a7-4a51-ab49-ebf7181f11a9 req-bab4d4b2-2c55-4511-bd94-64a9f9dc4050 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:41.506463 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-63db7529-78a7-4a51-ab49-ebf7181f11a9 req-bab4d4b2-2c55-4511-bd94-64a9f9dc4050 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1200509 May 16 18:49:41.509737 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42114) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:41.516967 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'floatingip': {'port_id': 'b440849e-31ba-4612-a125-9eec9ce576a6'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:41.666914 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (fab2414c-505d-48f8-ae50-0098305dbbbe), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:41.872469 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b5b2e-1902-4a9e-b973-f6dc4d3350b7 req-96e804b1-bcea-433b-b1c2-e61066d38eab tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:41.880230 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b46b5b2e-1902-4a9e-b973-f6dc4d3350b7 req-96e804b1-bcea-433b-b1c2-e61066d38eab tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0671241 May 16 18:49:42.044540 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:49:42.157619 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b46b5b2e-1902-4a9e-b973-f6dc4d3350b7 req-f6279c16-7cc9-4357-9d41-ff1e1e8db224 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760348 May 16 18:49:42.268880 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:49:42.276050 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:42.300322 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:49:42.329287 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:49:42.330389 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:49:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:42.351140 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-9dc2d132-46ba-4cd5-abf4-b751542c2215 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "PUT /v2.0/floatingips/3616c37b-eeb9-4361-b41a-91b437c8d27a HTTP/1.1" status: 200 len: 991 time: 2.5817230 May 16 18:49:42.351896 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'tag': 'f4c32d27-4431-4863-bb69-09faf2b82b93'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:42.354641 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec82e115-5ca8-47de-ba42-405096ec5d98", "tag": "f4c32d27-4431-4863-bb69-09faf2b82b93"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:42.409588 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcddc38c-ecd0-4eb2-8755-001287879bde x-openstack-request-id: req-bcddc38c-ecd0-4eb2-8755-001287879bde {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:42.411016 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec82e115-5ca8-47de-ba42-405096ec5d98", "tag": "f4c32d27-4431-4863-bb69-09faf2b82b93", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:42.411594 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bcddc38c-ecd0-4eb2-8755-001287879bde {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:42.413265 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcddc38c-ecd0-4eb2-8755-001287879bde'] response: {'name': 'network-changed', 'server_uuid': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'tag': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'status': 'completed', 'code': 200} May 16 18:49:42.601640 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:49:42.951029 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.db.resource_extend [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 16 18:49:43.040778 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3616c37b-eeb9-4361-b41a-91b437c8d27a', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:40Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:43.093956 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:49:43.110650 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:49:43.111978 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:49:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:43.346723 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:49:43.401354 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff8f6e-b4ba-4404-b070-871f2d5392f7 req-dd147e8a-1977-4b11-a085-071f353f8b3d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:43.403202 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-14ff8f6e-b4ba-4404-b070-871f2d5392f7 req-dd147e8a-1977-4b11-a085-071f353f8b3d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0701549 May 16 18:49:43.444668 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:43.453187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (fab2414c-505d-48f8-ae50-0098305dbbbe), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:43.617753 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-14ff8f6e-b4ba-4404-b070-871f2d5392f7 req-31b1d357-4bf3-4b1c-bd7f-808fe9de73a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007387 May 16 18:49:43.796726 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Floating IP fab2414c-505d-48f8-ae50-0098305dbbbe associated. External IP: 172.27.1.11, port: b440849e-31ba-4612-a125-9eec9ce576a6. May 16 18:49:43.815682 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3616c37b-eeb9-4361-b41a-91b437c8d27a', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:40Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:44.048834 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8955d859-dbb0-4a47-ab59-0afc4de5d79d None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3616c37b-eeb9-4361-b41a-91b437c8d27a', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:40Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:49:44.309440 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:49:44.446437 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-cbee39b4-fa6f-41f0-9e49-53543fd2558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:44.450347 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-cbee39b4-fa6f-41f0-9e49-53543fd2558c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 1130 time: 0.1056106 May 16 18:49:44.492441 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b2e7b-dbb3-4609-a22f-089335ab2c91 None None] New status for floating IP 3616c37b-eeb9-4361-b41a-91b437c8d27a: ACTIVE {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:49:44.608924 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:49:44.631043 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] Sync routers for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:49:44.638787 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:44.649854 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:49:44.650889 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:49:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:44.705214 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-9cdf62ec-5cb5-4c43-a4e3-e407a1a334a6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "PUT /v2.0/floatingips/fab2414c-505d-48f8-ae50-0098305dbbbe HTTP/1.1" status: 200 len: 991 time: 3.1939523 May 16 18:49:44.705959 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'tag': 'b440849e-31ba-4612-a125-9eec9ce576a6'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:44.708964 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1bf300-4a55-4107-a9ed-16c0a561c434" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5e49a3-f392-4cd6-9856-4b5367c2d5e2", "tag": "b440849e-31ba-4612-a125-9eec9ce576a6"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:44.756424 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a1f587-25a4-46e8-a944-8c5647d3f68c x-openstack-request-id: req-66a1f587-25a4-46e8-a944-8c5647d3f68c {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:44.756972 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5e49a3-f392-4cd6-9856-4b5367c2d5e2", "tag": "b440849e-31ba-4612-a125-9eec9ce576a6", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:44.757368 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66a1f587-25a4-46e8-a944-8c5647d3f68c {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:44.757925 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a1f587-25a4-46e8-a944-8c5647d3f68c'] response: {'name': 'network-changed', 'server_uuid': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'tag': 'b440849e-31ba-4612-a125-9eec9ce576a6', 'status': 'completed', 'code': 200} May 16 18:49:44.775468 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-e7f4635c-cf72-43ce-9e88-ad224c95aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:44.778845 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-e7f4635c-cf72-43ce-9e88-ad224c95aecb service neutron] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 915 time: 0.2628655 May 16 18:49:44.876093 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:49:44.909069 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0867a-2d5f-492a-9472-40f1b88c2142 req-c8ba1e2b-91b2-4aab-acd9-2c9d99d49be2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:44.918951 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cfc0867a-2d5f-492a-9472-40f1b88c2142 req-c8ba1e2b-91b2-4aab-acd9-2c9d99d49be2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0866828 May 16 18:49:45.021805 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cfc0867a-2d5f-492a-9472-40f1b88c2142 req-a894715f-9d1d-4784-a56e-02e1a5a99cfc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969503 May 16 18:49:45.345892 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35574a8-66c2-44c4-91ed-a7c4a44ba84b req-e19d59df-8807-4657-95d2-bfd4e69d6dcb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:45.346683 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d35574a8-66c2-44c4-91ed-a7c4a44ba84b req-e19d59df-8807-4657-95d2-bfd4e69d6dcb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1321495 May 16 18:49:45.358313 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42232) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:45.364446 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-299e5833-89a2-4a0f-9bf4-f95f36bdcc53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'floatingip': {'port_id': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:45.422352 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-299e5833-89a2-4a0f-9bf4-f95f36bdcc53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (ae2ed7c4-99ae-485f-bc67-ca273c33f77d), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:45.460860 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-12942e06-4118-4973-9b76-ecd73badefe4 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=08dc3aef746542f0944976334e4120f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640609 May 16 18:49:45.480918 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:49:45.499679 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'fab2414c-505d-48f8-ae50-0098305dbbbe', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'port_id': 'b440849e-31ba-4612-a125-9eec9ce576a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'mac_address': 'fa:16:3e:2c:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:57Z', 'updated_at': '2022-05-16T18:49:42Z', 'revision_number': 1, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:45.551884 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] Checking router: 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:49:45.568961 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:49:45.570007 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:49:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:45.761297 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:49:45.788415 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-8b266be7-f21a-47fd-a3a2-a57e4dce3f76 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:45.791040 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-8b266be7-f21a-47fd-a3a2-a57e4dce3f76 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3294597 May 16 18:49:45.812569 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-0041cab2-bc2a-482e-9976-e68e846250e4 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/quotas/08dc3aef746542f0944976334e4120f0 HTTP/1.1" status: 200 len: 375 time: 0.0136988 May 16 18:49:45.871197 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-e207f66a-9f9a-4b58-926d-252e81c85699 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=08dc3aef746542f0944976334e4120f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498750 May 16 18:49:46.114853 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'fab2414c-505d-48f8-ae50-0098305dbbbe', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'port_id': 'b440849e-31ba-4612-a125-9eec9ce576a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'mac_address': 'fa:16:3e:2c:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:57Z', 'updated_at': '2022-05-16T18:49:42Z', 'revision_number': 1, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:46.173603 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290dc9c8-3531-4d51-8b54-c037ddb89db0 None None] The sync data for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi is: [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'fab2414c-505d-48f8-ae50-0098305dbbbe', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'port_id': 'b440849e-31ba-4612-a125-9eec9ce576a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'mac_address': 'fa:16:3e:2c:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:57Z', 'updated_at': '2022-05-16T18:49:42Z', 'revision_number': 1, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:49:46.192354 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-299e5833-89a2-4a0f-9bf4-f95f36bdcc53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:46.200380 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-299e5833-89a2-4a0f-9bf4-f95f36bdcc53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (ae2ed7c4-99ae-485f-bc67-ca273c33f77d), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:46.214561 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8cc09d43-33fb-4420-87d0-959387581169 req-ebb29000-7797-4d55-b083-ade94884fd1d tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0620260 May 16 18:49:46.396532 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-299e5833-89a2-4a0f-9bf4-f95f36bdcc53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Floating IP ae2ed7c4-99ae-485f-bc67-ca273c33f77d associated. External IP: 172.27.1.128, port: eeb3fe2b-d9aa-4852-85f0-2e9f90328234. May 16 18:49:46.591421 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90fc27-30b5-42de-83bd-6ddd3a65b710 None None] New status for floating IP fab2414c-505d-48f8-ae50-0098305dbbbe: ACTIVE {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:49:46.747544 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299e5833-89a2-4a0f-9bf4-f95f36bdcc53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Router ce7e9eb4-07b5-459e-99d9-904e47a10353 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:49:46.922486 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299e5833-89a2-4a0f-9bf4-f95f36bdcc53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:49:46.930597 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-299e5833-89a2-4a0f-9bf4-f95f36bdcc53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:46.950053 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] Sync routers for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:49:46.969344 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:49:46.970546 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:49:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:46.973646 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-299e5833-89a2-4a0f-9bf4-f95f36bdcc53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "PUT /v2.0/floatingips/ae2ed7c4-99ae-485f-bc67-ca273c33f77d HTTP/1.1" status: 200 len: 991 time: 1.6127100 May 16 18:49:46.974542 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:46.977538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510d28b-2330-441b-b4de-99fb4f0a5afa" -d '{"events": [{"name": "network-changed", "server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:47.042661 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b51b2c2-0c6a-45d8-a43d-51fa9b61f666 x-openstack-request-id: req-6b51b2c2-0c6a-45d8-a43d-51fa9b61f666 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:47.043083 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:47.043437 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b51b2c2-0c6a-45d8-a43d-51fa9b61f666 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:47.043989 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b51b2c2-0c6a-45d8-a43d-51fa9b61f666'] response: {'name': 'network-changed', 'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'status': 'completed', 'code': 200} May 16 18:49:47.162625 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:49:47.387742 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-30f91146-79f5-4d25-bba2-ca754e1820ad req-42ef0406-5825-4232-9d09-733e130d6277 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0479391 May 16 18:49:47.453317 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'ae2ed7c4-99ae-485f-bc67-ca273c33f77d', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'port_id': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'mac_address': 'fa:16:3e:c4:f8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de1432f-5419-4150-84a0-0fe456962ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:46Z', 'revision_number': 1, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:47.504263 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] Checking router: ce7e9eb4-07b5-459e-99d9-904e47a10353 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:49:47.518836 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:49:47.520459 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:49:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:47.656637 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:49:48.012782 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'ae2ed7c4-99ae-485f-bc67-ca273c33f77d', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'port_id': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'mac_address': 'fa:16:3e:c4:f8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de1432f-5419-4150-84a0-0fe456962ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:46Z', 'revision_number': 1, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:48.041949 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a38291-c2c8-416c-a03b-408a3ec54b92 None None] The sync data for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'ae2ed7c4-99ae-485f-bc67-ca273c33f77d', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'port_id': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'mac_address': 'fa:16:3e:c4:f8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de1432f-5419-4150-84a0-0fe456962ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:46Z', 'revision_number': 1, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:49:48.296810 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f941c0-0fd4-43c0-a8fb-16638c6e2a33 None None] New status for floating IP ae2ed7c4-99ae-485f-bc67-ca273c33f77d: ACTIVE {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:49:48.633211 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d03c8314-7658-4580-bddb-f80e55dd3237 req-d3203a19-160e-4641-aad7-5d053f52d6fc tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0911186 May 16 18:49:48.900810 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-9ef75c71-44ce-4cfa-82c8-7e7b6815d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:48.904219 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-9ef75c71-44ce-4cfa-82c8-7e7b6815d9b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 1129 time: 0.2378366 May 16 18:49:48.907887 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-565ffa54-dadc-4f5c-bc4f-b806f5e3b218 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4c32d27-4431-4863-bb69-09faf2b82b93 HTTP/1.1" status: 200 len: 1001 time: 0.3338368 May 16 18:49:48.909918 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-d714dcf4-7311-40e2-baa1-ac143d9b86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:48.912453 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-d714dcf4-7311-40e2-baa1-ac143d9b86e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 1130 time: 0.2478161 May 16 18:49:49.147618 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-18ba0736-b721-4901-a0a4-391ee91565f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:49.149149 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-18ba0736-b721-4901-a0a4-391ee91565f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.1999702 May 16 18:49:49.197799 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-69426dcd-1220-4e81-89c9-619631deedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:49.200103 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-69426dcd-1220-4e81-89c9-619631deedf2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 917 time: 0.2741063 May 16 18:49:49.201774 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-583a2815-ff45-4e36-a0d1-da54165335da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:49.204281 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-583a2815-ff45-4e36-a0d1-da54165335da service neutron] 10.222.0.61 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 911 time: 0.2522786 May 16 18:49:49.447165 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42334) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:49.620316 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42338) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:49.746735 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-2af9470b-4bc5-4e80-b121-2d9b11b9170c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234 HTTP/1.1" status: 200 len: 1001 time: 0.2389219 May 16 18:49:49.871902 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b976a5-262c-402f-987b-d325458b3426 req-0ca02284-ad3e-42c7-831a-e6639204ac3c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:49.874407 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-32b976a5-262c-402f-987b-d325458b3426 req-0ca02284-ad3e-42c7-831a-e6639204ac3c tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.1061921 May 16 18:49:49.945612 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-291ce300-5f12-4924-ac05-c0cb08b715be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:49.955640 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b1950c74-1b33-4ecd-8ff0-881cfb919787 req-69ace962-7045-4dd4-9239-865d6a5d3d93 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0796559 May 16 18:49:50.025415 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-32b976a5-262c-402f-987b-d325458b3426 req-18dfb676-9dec-4664-be24-b57f5f2f9a34 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431255 May 16 18:49:50.127682 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-291ce300-5f12-4924-ac05-c0cb08b715be admin admin] Publish callbacks [] for security_group (0bc859d7-3b50-4f7a-975e-55ebbf8951d4), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.138056 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-291ce300-5f12-4924-ac05-c0cb08b715be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (0bc859d7-3b50-4f7a-975e-55ebbf8951d4), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.195923 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ce300-5f12-4924-ac05-c0cb08b715be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc859d7-3b50-4f7a-975e-55ebbf8951d4,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:50.204410 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-291ce300-5f12-4924-ac05-c0cb08b715be admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ebf4508e126f4f67b9221361f3a2b447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5783007 May 16 18:49:50.204727 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42358) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:50.281114 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-abcb251d-6e97-47ad-ad5e-93825b0e7911 admin admin] Publish callbacks [] for security_group (0bc859d7-3b50-4f7a-975e-55ebbf8951d4), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.290510 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ab608801-0771-4e5b-b6cb-6da0511e07c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.308116 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-3e6197bb-2233-41f6-8ac4-2ce0c6811518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:50.309955 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-3e6197bb-2233-41f6-8ac4-2ce0c6811518 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6908844 May 16 18:49:50.321981 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-abcb251d-6e97-47ad-ad5e-93825b0e7911 admin admin] Publish callbacks [] for security_group (0bc859d7-3b50-4f7a-975e-55ebbf8951d4), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.323661 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-91783711-0ba9-45d9-8932-627466dba1d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b440849e-31ba-4612-a125-9eec9ce576a6 HTTP/1.1" status: 200 len: 1001 time: 0.8200004 May 16 18:49:50.423935 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ab608801-0771-4e5b-b6cb-6da0511e07c4 admin admin] Publish callbacks [] for security_group (04ee2b9e-4832-4731-a1d6-8e10696b2587), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.427244 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-abcb251d-6e97-47ad-ad5e-93825b0e7911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (0bc859d7-3b50-4f7a-975e-55ebbf8951d4), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.432416 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-abcb251d-6e97-47ad-ad5e-93825b0e7911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.432761 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ab608801-0771-4e5b-b6cb-6da0511e07c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (04ee2b9e-4832-4731-a1d6-8e10696b2587), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.437907 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-abcb251d-6e97-47ad-ad5e-93825b0e7911 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0bc859d7-3b50-4f7a-975e-55ebbf8951d4 HTTP/1.1" status: 204 len: 168 time: 0.2279246 May 16 18:49:50.448944 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb251d-6e97-47ad-ad5e-93825b0e7911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc859d7-3b50-4f7a-975e-55ebbf8951d4,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:50.500466 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab608801-0771-4e5b-b6cb-6da0511e07c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ee2b9e-4832-4731-a1d6-8e10696b2587,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:50.508896 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ab608801-0771-4e5b-b6cb-6da0511e07c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=affc7dc521c94da3b20e2a9438d1b5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0597773 May 16 18:49:50.512789 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42368) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:50.592415 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-483d1b61-83a3-4c02-8fe8-7d0f63dfba63 admin admin] Publish callbacks [] for security_group (04ee2b9e-4832-4731-a1d6-8e10696b2587), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.618666 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-483d1b61-83a3-4c02-8fe8-7d0f63dfba63 admin admin] Publish callbacks [] for security_group (04ee2b9e-4832-4731-a1d6-8e10696b2587), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.685641 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-483d1b61-83a3-4c02-8fe8-7d0f63dfba63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (04ee2b9e-4832-4731-a1d6-8e10696b2587), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.697692 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-483d1b61-83a3-4c02-8fe8-7d0f63dfba63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.703043 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-483d1b61-83a3-4c02-8fe8-7d0f63dfba63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/04ee2b9e-4832-4731-a1d6-8e10696b2587 HTTP/1.1" status: 204 len: 168 time: 0.1856661 May 16 18:49:50.718267 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d1b61-83a3-4c02-8fe8-7d0f63dfba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ee2b9e-4832-4731-a1d6-8e10696b2587,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:50.870264 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42374) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:50.888511 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e73a6732-f253-4dbd-acc9-11d0bb76679d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.985700 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e73a6732-f253-4dbd-acc9-11d0bb76679d admin admin] Publish callbacks [] for security_group (a8337460-c96f-49f1-89c0-06414a46c8fe), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:50.990988 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e73a6732-f253-4dbd-acc9-11d0bb76679d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a8337460-c96f-49f1-89c0-06414a46c8fe), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.051570 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-e73a6732-f253-4dbd-acc9-11d0bb76679d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d36b995d67c24a14888437b0ba3ae17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785598 May 16 18:49:51.054454 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42380) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:51.059023 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a6732-f253-4dbd-acc9-11d0bb76679d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8337460-c96f-49f1-89c0-06414a46c8fe,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:51.175754 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3e58b441-a46e-49ff-a237-ea586935ac02 req-a265328f-bd46-444c-9ffa-78b4bad2d137 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0494835 May 16 18:49:51.217014 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ce049045-4dd1-42ed-bdee-3f8b058c0fc0 admin admin] Publish callbacks [] for security_group (a8337460-c96f-49f1-89c0-06414a46c8fe), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.235429 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff140a9-a448-459b-91c8-52cd32a03ff8 req-a8a3e018-c443-4897-9167-2ec9bf1b76fc tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:51.236933 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ff140a9-a448-459b-91c8-52cd32a03ff8 req-a8a3e018-c443-4897-9167-2ec9bf1b76fc tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.0948632 May 16 18:49:51.257785 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ce049045-4dd1-42ed-bdee-3f8b058c0fc0 admin admin] Publish callbacks [] for security_group (a8337460-c96f-49f1-89c0-06414a46c8fe), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.292305 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42384) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:51.313103 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3c420ccf-556e-47a3-8280-489af4871954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.324009 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ff140a9-a448-459b-91c8-52cd32a03ff8 req-3f57c24d-6ccb-4f60-80da-21bbcc03ae38 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770082 May 16 18:49:51.344594 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ce049045-4dd1-42ed-bdee-3f8b058c0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a8337460-c96f-49f1-89c0-06414a46c8fe), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.347549 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ce049045-4dd1-42ed-bdee-3f8b058c0fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.352597 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ce049045-4dd1-42ed-bdee-3f8b058c0fc0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a8337460-c96f-49f1-89c0-06414a46c8fe HTTP/1.1" status: 204 len: 168 time: 0.2916927 May 16 18:49:51.363833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce049045-4dd1-42ed-bdee-3f8b058c0fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8337460-c96f-49f1-89c0-06414a46c8fe,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:51.461975 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3c420ccf-556e-47a3-8280-489af4871954 admin admin] Publish callbacks [] for security_group (5baa1682-87a3-42c2-8461-3ec0db579daa), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.468312 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3c420ccf-556e-47a3-8280-489af4871954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5baa1682-87a3-42c2-8461-3ec0db579daa), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.513241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c420ccf-556e-47a3-8280-489af4871954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baa1682-87a3-42c2-8461-3ec0db579daa,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:51.520839 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-3c420ccf-556e-47a3-8280-489af4871954 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2ac2b0545834526a8b2d668e9fca91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262330 May 16 18:49:51.525642 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42388) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:51.598176 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0cca4fca-0351-4b17-ba81-f588f92ed6d0 admin admin] Publish callbacks [] for security_group (5baa1682-87a3-42c2-8461-3ec0db579daa), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.636463 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0cca4fca-0351-4b17-ba81-f588f92ed6d0 admin admin] Publish callbacks [] for security_group (5baa1682-87a3-42c2-8461-3ec0db579daa), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.740373 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-a2ff6eba-2636-46a3-855d-17b723b45b77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=08dc3aef746542f0944976334e4120f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452344 May 16 18:49:51.922589 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-854a2c9e-ee0f-4a0a-aa0c-6ff7ad33f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:51.924271 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-854a2c9e-ee0f-4a0a-aa0c-6ff7ad33f10b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.2305031 May 16 18:49:51.934064 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-24d58c29-c84e-46f6-aef2-0fcb28621c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:51.936106 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-24d58c29-c84e-46f6-aef2-0fcb28621c2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=063b87a2-9ff2-4272-a905-58adb7221293 HTTP/1.1" status: 200 len: 849 time: 0.2157395 May 16 18:49:51.957921 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0cca4fca-0351-4b17-ba81-f588f92ed6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5baa1682-87a3-42c2-8461-3ec0db579daa), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.961303 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0cca4fca-0351-4b17-ba81-f588f92ed6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:51.962654 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-0cca4fca-0351-4b17-ba81-f588f92ed6d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5baa1682-87a3-42c2-8461-3ec0db579daa HTTP/1.1" status: 204 len: 168 time: 0.4358466 May 16 18:49:51.979159 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca4fca-0351-4b17-ba81-f588f92ed6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baa1682-87a3-42c2-8461-3ec0db579daa,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:52.021747 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-d9437026-fded-4155-9acf-3a6ab336dca2 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:52.023435 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-d9437026-fded-4155-9acf-3a6ab336dca2 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770202 May 16 18:49:52.037548 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-802ec90f-d91f-4fc7-a999-536fb32f5ce1 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452902 May 16 18:49:52.185889 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-29b3ec09-4a10-40cd-b4e4-709eb58c409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:52.187531 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-29b3ec09-4a10-40cd-b4e4-709eb58c409f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=265ca952-32c3-45ee-8297-5b81b68af9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0894554 May 16 18:49:52.196460 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-11349128-655d-455d-b22f-9ea09829d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:52.197977 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-11349128-655d-455d-b22f-9ea09829d623 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547693 May 16 18:49:52.257339 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Request body: {'port': {'device_id': '89054f63-9774-4e06-a866-6416f970a1e0', 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9', 'admin_state_up': True, 'tenant_id': '08dc3aef746542f0944976334e4120f0'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:52.455261 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-448e04ba-7ab8-4908-977e-e8da306c216c req-ec140155-ea4f-46dc-9491-48da8ba9005c tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0397675 May 16 18:49:52.471056 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.61', 57625) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:52.548103 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Made reservation on behalf of 08dc3aef746542f0944976334e4120f0 for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:49:52.552774 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:52.565186 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:52.582552 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-81ef2367-6132-441d-89fb-42518e6d2617 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:52.584088 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-81ef2367-6132-441d-89fb-42518e6d2617 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.61 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.1088786 May 16 18:49:52.611743 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eab103-2c74-4dc6-a5e7-27996f93ce62 req-40858753-d467-4d0b-b797-a5ae099b5f69 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:52.616044 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-b9affd9c-3987-4cf9-8116-8de507dc68bc service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514338 May 16 18:49:52.619382 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-26eab103-2c74-4dc6-a5e7-27996f93ce62 req-40858753-d467-4d0b-b797-a5ae099b5f69 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 945 time: 0.1627338 May 16 18:49:52.709701 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-26eab103-2c74-4dc6-a5e7-27996f93ce62 req-3abf76f4-addb-41ac-ad22-8147905584f2 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/security-groups?id=325b381f-1008-4cf1-ab31-8c65574c9836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894110 May 16 18:49:52.728552 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-a0c6a4eb-457e-4a71-8b5d-7679efe5a9b3 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783628 May 16 18:49:52.741098 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-5f8abab6-f2d6-4a71-81a8-cffce876f7a4 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752216 May 16 18:49:52.787851 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-f250d439-7601-42f0-98ec-1132f04f7ec6 service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577041 May 16 18:49:52.826928 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Deleting port fbfdd317-119d-4147-970a-8341b34a1205 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:49:52.827264 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (fbfdd317-119d-4147-970a-8341b34a1205), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:52.919725 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a510d28b-2330-441b-b4de-99fb4f0a5afa req-d03bcef1-fb31-4be7-b918-7532aceb3139 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592734 May 16 18:49:52.960613 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks [] for security_group (7dbfcc23-023c-4b74-a558-5f58ad1822f9), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:52.967653 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (7dbfcc23-023c-4b74-a558-5f58ad1822f9), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:53.114899 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] For port fbfdd317-119d-4147-970a-8341b34a1205, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbfdd317-119d-4147-970a-8341b34a1205,segment=NetworkSegment(1fae94da-9b52-48d9-b9c7-99fb05a5f46d),segment_id=1fae94da-9b52-48d9-b9c7-99fb05a5f46d)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:53.119534 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (fbfdd317-119d-4147-970a-8341b34a1205), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:53.133955 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbfcc23-023c-4b74-a558-5f58ad1822f9,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:53.162867 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Calling delete_port for fbfdd317-119d-4147-970a-8341b34a1205 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:49:53.540501 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Allocated IP 192.168.233.37 (f201aecf-ec67-4d31-a99b-c2598e371af9/37c06d2c-b33e-44d5-b6a0-500038dab721/62cc6515-5db3-4191-98fa-965327cdfa77) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:49:53.572072 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42464) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:53.652492 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7d9bd515-770d-4261-a95b-4e5387ee704c req-bc5ab07e-4c1a-403a-9541-bb837670e1cf tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0720129 May 16 18:49:53.766182 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (fbfdd317-119d-4147-970a-8341b34a1205), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:53.824215 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Pushing event deleted for resources: {'Port': ['ID=fbfdd317-119d-4147-970a-8341b34a1205,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:53.861293 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-13ff933b-34f3-43ca-9bd8-95d535319576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:53.903239 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks [] for port (62cc6515-5db3-4191-98fa-965327cdfa77), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:53.931050 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5d520fc2-cf8e-4112-8ada-0e7727e912b3 req-0f8a2bfb-4d05-455f-a466-4d25d6d8fe22 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 210 time: 0.1005359 May 16 18:49:53.948989 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] No DVR routers for this DVR port fbfdd317-119d-4147-970a-8341b34a1205 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:49:53.955076 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:53.959338 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9a7909c4-f968-49e7-a8e1-872d937a5da8 req-c5efcc80-92c8-41ac-959e-837217f7b9e3 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.61 "DELETE /v2.0/ports/fbfdd317-119d-4147-970a-8341b34a1205 HTTP/1.1" status: 204 len: 173 time: 1.3662374 May 16 18:49:53.960032 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f83ed-e7ef-4355-8027-d81af4b020c6', 'name': 'network-vif-deleted', 'tag': 'fbfdd317-119d-4147-970a-8341b34a1205'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:53.962628 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fce8fc-9093-4d4a-84b8-51c130f61578" -d '{"events": [{"server_uuid": "910f83ed-e7ef-4355-8027-d81af4b020c6", "name": "network-vif-deleted", "tag": "fbfdd317-119d-4147-970a-8341b34a1205"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:54.002684 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.008165 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-13ff933b-34f3-43ca-9bd8-95d535319576 admin admin] Publish callbacks [] for security_group (78f462f5-1603-4d6d-8d23-dd72fbefd460), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.021372 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-13ff933b-34f3-43ca-9bd8-95d535319576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (78f462f5-1603-4d6d-8d23-dd72fbefd460), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.065245 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f5badd-9fac-4636-a8c2-60b427726bb1 x-openstack-request-id: req-23f5badd-9fac-4636-a8c2-60b427726bb1 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:54.066589 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f83ed-e7ef-4355-8027-d81af4b020c6", "name": "network-vif-deleted", "tag": "fbfdd317-119d-4147-970a-8341b34a1205", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:54.067271 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23f5badd-9fac-4636-a8c2-60b427726bb1 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:54.068251 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f5badd-9fac-4636-a8c2-60b427726bb1'] response: {'server_uuid': '910f83ed-e7ef-4355-8027-d81af4b020c6', 'name': 'network-vif-deleted', 'tag': 'fbfdd317-119d-4147-970a-8341b34a1205', 'status': 'completed', 'code': 200} May 16 18:49:54.092414 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff933b-34f3-43ca-9bd8-95d535319576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f462f5-1603-4d6d-8d23-dd72fbefd460,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:54.098055 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Network f201aecf-ec67-4d31-a99b-c2598e371af9 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:49:54.104814 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:49:54.125363 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:49:54.134500 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:54.135677 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.153021 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Pushing event updated for resources: {'Port': ['ID=62cc6515-5db3-4191-98fa-965327cdfa77,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:54.181677 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-13ff933b-34f3-43ca-9bd8-95d535319576 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e80dad8edbc648748a6f605081dcee6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6070838 May 16 18:49:54.183510 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-5cf47bd2-aa40-4136-a46b-79e3ccebbc77 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9316187 May 16 18:49:54.184804 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42488) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:54.242163 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Request body: {'port': {'device_id': '89054f63-9774-4e06-a866-6416f970a1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:49:54.282369 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-387a3d53-3ba5-4c18-9d5b-ca156333691c admin admin] Publish callbacks [] for security_group (78f462f5-1603-4d6d-8d23-dd72fbefd460), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.322574 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-387a3d53-3ba5-4c18-9d5b-ca156333691c admin admin] Publish callbacks [] for security_group (78f462f5-1603-4d6d-8d23-dd72fbefd460), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.392505 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.450499 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-387a3d53-3ba5-4c18-9d5b-ca156333691c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (78f462f5-1603-4d6d-8d23-dd72fbefd460), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.453084 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-387a3d53-3ba5-4c18-9d5b-ca156333691c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.454273 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-387a3d53-3ba5-4c18-9d5b-ca156333691c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78f462f5-1603-4d6d-8d23-dd72fbefd460 HTTP/1.1" status: 204 len: 168 time: 0.2677522 May 16 18:49:54.468265 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a3d53-3ba5-4c18-9d5b-ca156333691c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f462f5-1603-4d6d-8d23-dd72fbefd460,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:54.484543 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbfdd317-119d-4147-970a-8341b34a1205 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:49:54.556950 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: fbfdd317-119d-4147-970a-8341b34a1205 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:49:54.557337 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbfdd317-119d-4147-970a-8341b34a1205 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:49:54.590485 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5f59be6f-b493-444b-a991-1800ae53dd34 None None] Provisioning complete for port 62cc6515-5db3-4191-98fa-965327cdfa77 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:49:54.590989 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5f59be6f-b493-444b-a991-1800ae53dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:54.688036 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5f59be6f-b493-444b-a991-1800ae53dd34 None None] Port 62cc6515-5db3-4191-98fa-965327cdfa77 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:49:54.876693 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25a6d4-feac-445a-9074-9f4ed7036793 req-c179f678-1845-44b2-9f2f-ad8287595ca3 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:54.879039 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae25a6d4-feac-445a-9074-9f4ed7036793 req-c179f678-1845-44b2-9f2f-ad8287595ca3 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 935 time: 0.0797701 May 16 18:49:54.955353 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cc6515-5db3-4191-98fa-965327cdfa77 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:49:54.977553 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Publish callbacks [] for port (62cc6515-5db3-4191-98fa-965327cdfa77), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.000637 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae25a6d4-feac-445a-9074-9f4ed7036793 req-2a4f0afe-2031-4536-b8b7-5483e31a7aa1 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085606 May 16 18:49:55.023872 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Transition to ACTIVE for port object 62cc6515-5db3-4191-98fa-965327cdfa77 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:49:55.033159 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.173517 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f5e6958-e63c-4119-8265-2d4193953c85 req-2fd5d313-67c2-4b14-947f-0053ab544060 tempest-DeleteServersTestJSON-767516164 tempest-DeleteServersTestJSON-767516164-project] 10.222.0.72 "GET /v2.0/ports?device_id=910f83ed-e7ef-4355-8027-d81af4b020c6 HTTP/1.1" status: 200 len: 210 time: 0.0627651 May 16 18:49:55.193913 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Pushing event updated for resources: {'Port': ['ID=62cc6515-5db3-4191-98fa-965327cdfa77,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:55.236406 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42512) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:55.277949 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-02cab35c-d757-472c-9c30-07a94461d48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.286743 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Attempting to bind port 62cc6515-5db3-4191-98fa-965327cdfa77 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:49:55.287088 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Attempting to bind port 62cc6515-5db3-4191-98fa-965327cdfa77 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c965e418-01f9-448a-991c-72e9ea780e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:49:55.287425 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Attempting to bind port 62cc6515-5db3-4191-98fa-965327cdfa77 on network f201aecf-ec67-4d31-a99b-c2598e371af9 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:49:55.300618 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Port 62cc6515-5db3-4191-98fa-965327cdfa77 on network f201aecf-ec67-4d31-a99b-c2598e371af9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:49:55.301104 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Attempting to bind port 62cc6515-5db3-4191-98fa-965327cdfa77 on network f201aecf-ec67-4d31-a99b-c2598e371af9 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:49:55.314253 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:49:55.314665 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Checking segment: {'id': 'c965e418-01f9-448a-991c-72e9ea780e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:49:55.314983 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Bound using segment: {'id': 'c965e418-01f9-448a-991c-72e9ea780e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:49:55.315422 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Bound port: 62cc6515-5db3-4191-98fa-965327cdfa77, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c965e418-01f9-448a-991c-72e9ea780e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:49:55.316473 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.475510 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] For port 62cc6515-5db3-4191-98fa-965327cdfa77, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:49:55.481585 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] For port 62cc6515-5db3-4191-98fa-965327cdfa77, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=62cc6515-5db3-4191-98fa-965327cdfa77,segment=NetworkSegment(c965e418-01f9-448a-991c-72e9ea780e8e),segment_id=c965e418-01f9-448a-991c-72e9ea780e8e)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:49:55.487402 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-02cab35c-d757-472c-9c30-07a94461d48c admin admin] Publish callbacks [] for security_group (3cac6a1c-bf5b-4468-8fd5-7e83f7c07398), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.490845 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.496454 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-02cab35c-d757-472c-9c30-07a94461d48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3cac6a1c-bf5b-4468-8fd5-7e83f7c07398), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.541009 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:55.541626 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.543091 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] 10.222.0.61 "PUT /v2.0/ports/62cc6515-5db3-4191-98fa-965327cdfa77 HTTP/1.1" status: 200 len: 1097 time: 1.3272450 May 16 18:49:55.576764 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742bfe6-2460-4d56-a973-388ef622ba2b service neutron] Pushing event updated for resources: {'Port': ['ID=62cc6515-5db3-4191-98fa-965327cdfa77,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:55.579152 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cab35c-d757-472c-9c30-07a94461d48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac6a1c-bf5b-4468-8fd5-7e83f7c07398,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:55.599979 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-02cab35c-d757-472c-9c30-07a94461d48c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a324b31806874672800e9f51b16f1c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622160 May 16 18:49:55.602748 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42518) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:55.717377 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-05e6824f-2e0e-4033-aea1-97821d6e4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:55.719001 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-05e6824f-2e0e-4033-aea1-97821d6e4b92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=08dc3aef746542f0944976334e4120f0&device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 1131 time: 0.0552647 May 16 18:49:55.723440 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6022d519-e348-43e2-bb49-ba2bfbf66f76 admin admin] Publish callbacks [] for security_group (3cac6a1c-bf5b-4468-8fd5-7e83f7c07398), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.806498 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-0f7a7cb4-02f6-43e2-8527-7a685412932e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=62cc6515-5db3-4191-98fa-965327cdfa77 HTTP/1.1" status: 200 len: 217 time: 0.0779715 May 16 18:49:55.827294 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6022d519-e348-43e2-bb49-ba2bfbf66f76 admin admin] Publish callbacks [] for security_group (3cac6a1c-bf5b-4468-8fd5-7e83f7c07398), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.907203 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-38fd7b29-f878-407b-8f5c-cb35c1eb28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:55.908788 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-38fd7b29-f878-407b-8f5c-cb35c1eb28e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c06d2c-b33e-44d5-b6a0-500038dab721 HTTP/1.1" status: 200 len: 843 time: 0.0863502 May 16 18:49:55.969227 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-80ffbd26-16e5-4aa0-b969-9f62f1bdc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:55.971390 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-80ffbd26-16e5-4aa0-b969-9f62f1bdc716 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f201aecf-ec67-4d31-a99b-c2598e371af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0485291 May 16 18:49:55.972043 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6022d519-e348-43e2-bb49-ba2bfbf66f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3cac6a1c-bf5b-4468-8fd5-7e83f7c07398), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.975137 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6022d519-e348-43e2-bb49-ba2bfbf66f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:55.976280 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-6022d519-e348-43e2-bb49-ba2bfbf66f76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3cac6a1c-bf5b-4468-8fd5-7e83f7c07398 HTTP/1.1" status: 204 len: 168 time: 0.3720236 May 16 18:49:55.993971 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022d519-e348-43e2-bb49-ba2bfbf66f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac6a1c-bf5b-4468-8fd5-7e83f7c07398,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:56.071456 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89054f63-9774-4e06-a866-6416f970a1e0', 'tag': '62cc6515-5db3-4191-98fa-965327cdfa77'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:49:56.074658 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99974db-6644-480e-b318-37995a1e540a" -d '{"events": [{"name": "network-changed", "server_uuid": "89054f63-9774-4e06-a866-6416f970a1e0", "tag": "62cc6515-5db3-4191-98fa-965327cdfa77"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:49:56.134771 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de50bf3-06b0-4aab-b13d-646db26b05f9 x-openstack-request-id: req-5de50bf3-06b0-4aab-b13d-646db26b05f9 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:49:56.135125 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89054f63-9774-4e06-a866-6416f970a1e0", "tag": "62cc6515-5db3-4191-98fa-965327cdfa77", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:49:56.135441 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5de50bf3-06b0-4aab-b13d-646db26b05f9 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:49:56.135924 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de50bf3-06b0-4aab-b13d-646db26b05f9'] response: {'name': 'network-changed', 'server_uuid': '89054f63-9774-4e06-a866-6416f970a1e0', 'tag': '62cc6515-5db3-4191-98fa-965327cdfa77', 'status': 'completed', 'code': 200} May 16 18:49:56.138074 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-95851f4e-89db-4f1f-beac-ae42b17d30e3 service neutron] 10.222.0.61 "GET /v2.0/networks/f201aecf-ec67-4d31-a99b-c2598e371af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592042 May 16 18:49:56.165765 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015b66-c9fb-45fb-a777-10a41e943378 req-8efd44f6-290f-4025-93b0-87f43c0ac4b6 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:56.167855 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0a015b66-c9fb-45fb-a777-10a41e943378 req-8efd44f6-290f-4025-93b0-87f43c0ac4b6 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 947 time: 0.0716043 May 16 18:49:56.312176 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0906f708-b056-4aac-afa8-edc1bfce1048 req-95349687-8984-49fe-b058-c6cc6255511e service neutron] 10.222.0.61 "GET /v2.0/networks/f201aecf-ec67-4d31-a99b-c2598e371af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431551 May 16 18:49:56.370071 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0a015b66-c9fb-45fb-a777-10a41e943378 req-3aeae7a5-60e9-4b11-bd09-1766e63354a9 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915667 May 16 18:49:57.657652 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99974db-6644-480e-b318-37995a1e540a req-b31af27e-cb3b-4a5d-97d3-824659a09882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:57.661028 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b99974db-6644-480e-b318-37995a1e540a req-b31af27e-cb3b-4a5d-97d3-824659a09882 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=08dc3aef746542f0944976334e4120f0&device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 1131 time: 0.1322534 May 16 18:49:57.744732 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014c27f-4109-435a-87c4-2e2e3551a14a req-4d985e39-f060-4d9c-ba0c-a3580dc52d55 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:57.746302 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5014c27f-4109-435a-87c4-2e2e3551a14a req-4d985e39-f060-4d9c-ba0c-a3580dc52d55 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 947 time: 0.1539416 May 16 18:49:57.921176 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5014c27f-4109-435a-87c4-2e2e3551a14a req-b4003cbf-fec7-4f5e-86d0-02f1f338cc46 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615019 May 16 18:49:57.944820 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99974db-6644-480e-b318-37995a1e540a req-6f8508d3-3a63-4c79-89a7-5edfc87cabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:57.947172 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b99974db-6644-480e-b318-37995a1e540a req-6f8508d3-3a63-4c79-89a7-5edfc87cabcb service neutron] 10.222.0.61 "GET /v2.0/networks?id=f201aecf-ec67-4d31-a99b-c2598e371af9 HTTP/1.1" status: 200 len: 870 time: 0.2747693 May 16 18:49:58.014919 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b99974db-6644-480e-b318-37995a1e540a req-1d692f4b-71fe-47c6-bfbc-070480c73951 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=62cc6515-5db3-4191-98fa-965327cdfa77 HTTP/1.1" status: 200 len: 217 time: 0.0585768 May 16 18:49:58.115197 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42620) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:58.145994 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99974db-6644-480e-b318-37995a1e540a req-d847b328-fb2e-4564-83c5-60c7dbef4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:58.147499 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b99974db-6644-480e-b318-37995a1e540a req-d847b328-fb2e-4564-83c5-60c7dbef4cb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c06d2c-b33e-44d5-b6a0-500038dab721 HTTP/1.1" status: 200 len: 843 time: 0.1216373 May 16 18:49:58.209269 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1a571e-5a1e-4066-ae24-5aef1e2aff23 admin admin] Deleting subnet 8ccc63a2-f1c7-41d4-ac2e-1b63598e6643 {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:49:58.233808 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2d1a571e-5a1e-4066-ae24-5aef1e2aff23 admin admin] Publish callbacks [] for subnet (8ccc63a2-f1c7-41d4-ac2e-1b63598e6643), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:58.268986 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99974db-6644-480e-b318-37995a1e540a req-96b34ccc-0954-4ec8-aa9e-2ce474e37406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:58.271130 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b99974db-6644-480e-b318-37995a1e540a req-96b34ccc-0954-4ec8-aa9e-2ce474e37406 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f201aecf-ec67-4d31-a99b-c2598e371af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1101658 May 16 18:49:58.295055 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2d1a571e-5a1e-4066-ae24-5aef1e2aff23 admin admin] Publish callbacks [] for subnet (8ccc63a2-f1c7-41d4-ac2e-1b63598e6643), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:58.314244 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2d1a571e-5a1e-4066-ae24-5aef1e2aff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (8ccc63a2-f1c7-41d4-ac2e-1b63598e6643), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:58.466907 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2d1a571e-5a1e-4066-ae24-5aef1e2aff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (8ccc63a2-f1c7-41d4-ac2e-1b63598e6643), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:58.495142 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 62cc6515-5db3-4191-98fa-965327cdfa77 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:49:58.533437 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a571e-5a1e-4066-ae24-5aef1e2aff23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccc63a2-f1c7-41d4-ac2e-1b63598e6643,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:58.537806 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2d1a571e-5a1e-4066-ae24-5aef1e2aff23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:58.562173 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42630) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:58.573584 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-2d1a571e-5a1e-4066-ae24-5aef1e2aff23 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8ccc63a2-f1c7-41d4-ac2e-1b63598e6643 HTTP/1.1" status: 204 len: 168 time: 0.4606915 May 16 18:49:58.595801 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b99974db-6644-480e-b318-37995a1e540a req-49d347e2-2bfc-4144-a4e1-b6a9b9a14b4c service neutron] 10.222.0.61 "GET /v2.0/networks/f201aecf-ec67-4d31-a99b-c2598e371af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433224 May 16 18:49:58.692430 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 62cc6515-5db3-4191-98fa-965327cdfa77, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=62cc6515-5db3-4191-98fa-965327cdfa77,segment=NetworkSegment(c965e418-01f9-448a-991c-72e9ea780e8e),segment_id=c965e418-01f9-448a-991c-72e9ea780e8e)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:58.696814 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (0c75a3ed-7213-40cc-afeb-904a2bdea446), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:58.709500 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '62cc6515-5db3-4191-98fa-965327cdfa77', 'network_id': 'f201aecf-ec67-4d31-a99b-c2598e371af9', 'port_id': '62cc6515-5db3-4191-98fa-965327cdfa77', 'mac_address': 'fa:16:3e:78:66:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c06d2c-b33e-44d5-b6a0-500038dab721', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:49:58.737772 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b99974db-6644-480e-b318-37995a1e540a req-5ee6c50a-299b-44d4-ac9e-8f007395df7b service neutron] 10.222.0.61 "GET /v2.0/networks/f201aecf-ec67-4d31-a99b-c2598e371af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250150 May 16 18:49:58.777216 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 62cc6515-5db3-4191-98fa-965327cdfa77 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:49:58.777705 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:58.802882 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cc6515-5db3-4191-98fa-965327cdfa77 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:49:58.813745 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (0c75a3ed-7213-40cc-afeb-904a2bdea446), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:58.833642 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 62cc6515-5db3-4191-98fa-965327cdfa77, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=62cc6515-5db3-4191-98fa-965327cdfa77,segment=NetworkSegment(c965e418-01f9-448a-991c-72e9ea780e8e),segment_id=c965e418-01f9-448a-991c-72e9ea780e8e)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:49:58.840462 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.840875 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.841707 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.842040 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > port after_create 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.842386 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.842580 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:58.842743 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > port after_update 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.843017 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.843338 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.843664 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.844035 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.905788 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=62cc6515-5db3-4191-98fa-965327cdfa77,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:58.934406 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.935265 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.936930 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.937457 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:49:58.937856 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c75a3ed-7213-40cc-afeb-904a2bdea446']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:58.964835 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fae94da-9b52-48d9-b9c7-99fb05a5f46d') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:58.965601 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fae94da-9b52-48d9-b9c7-99fb05a5f46d') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:49:58.990207 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (1fae94da-9b52-48d9-b9c7-99fb05a5f46d), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.024338 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (1fae94da-9b52-48d9-b9c7-99fb05a5f46d), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.037193 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:49:59.037791 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (1fae94da-9b52-48d9-b9c7-99fb05a5f46d), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.056981 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-de41e5f0-bd3f-4e99-bef0-e273d68f44b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: from cryptography.utils import int_from_bytes May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: from cryptography.utils import int_from_bytes May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:49:59.067488 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:49:59.104255 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f6dad-75b0-480d-b1e8-46b4aff92639 req-1638b235-54eb-43de-96cb-eb2baf4102fe tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:49:59.106845 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-285f6dad-75b0-480d-b1e8-46b4aff92639 req-1638b235-54eb-43de-96cb-eb2baf4102fe tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 948 time: 0.0775485 May 16 18:49:59.160214 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (0c75a3ed-7213-40cc-afeb-904a2bdea446), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.172731 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.196309 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0c75a3ed-7213-40cc-afeb-904a2bdea446 HTTP/1.1" status: 204 len: 168 time: 0.6253104 May 16 18:49:59.209215 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90628934-e1b5-4faf-8ffd-ab04ecf0fbb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c75a3ed-7213-40cc-afeb-904a2bdea446,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:49:59.234836 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['62cc6515-5db3-4191-98fa-965327cdfa77'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:49:59.261369 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-285f6dad-75b0-480d-b1e8-46b4aff92639 req-85843442-7733-4cf6-b1c0-049644be218a tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399682 May 16 18:49:59.491591 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42654) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:59.548806 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-2e628916-f1c9-4b4d-b1d0-b279db8039ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b17a9621d46a4dec8cc4b8946abaa2c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0547297 May 16 18:49:59.553287 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42658) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:49:59.618911 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42486abe-bf26-43f8-a3ad-d27b985d28bc admin admin] Publish callbacks [] for security_group (325b381f-1008-4cf1-ab31-8c65574c9836), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.657905 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42486abe-bf26-43f8-a3ad-d27b985d28bc admin admin] Publish callbacks [] for security_group (325b381f-1008-4cf1-ab31-8c65574c9836), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.745694 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42486abe-bf26-43f8-a3ad-d27b985d28bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (325b381f-1008-4cf1-ab31-8c65574c9836), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.749771 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42486abe-bf26-43f8-a3ad-d27b985d28bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:49:59.755172 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-42486abe-bf26-43f8-a3ad-d27b985d28bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/325b381f-1008-4cf1-ab31-8c65574c9836 HTTP/1.1" status: 204 len: 168 time: 0.1998065 May 16 18:49:59.776853 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42486abe-bf26-43f8-a3ad-d27b985d28bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325b381f-1008-4cf1-ab31-8c65574c9836,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:00.087964 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42674) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:00.238608 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ce55bda7-5a51-41de-a23a-15ea350e6c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.359214 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ce55bda7-5a51-41de-a23a-15ea350e6c82 admin admin] Publish callbacks [] for security_group (04caeb77-0c50-4a7d-8ba6-37cd9858917d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.372209 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ce55bda7-5a51-41de-a23a-15ea350e6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (04caeb77-0c50-4a7d-8ba6-37cd9858917d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.412405 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ce55bda7-5a51-41de-a23a-15ea350e6c82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=648e2139ed5b49e2b79857274db3a131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229618 May 16 18:50:00.417696 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42688) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:00.417848 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c46d9-1979-45cf-8e07-44beeed866fe req-5a8e71a7-a33e-446c-8bb6-55536b8c0fd3 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:00.419223 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e0c46d9-1979-45cf-8e07-44beeed866fe req-5a8e71a7-a33e-446c-8bb6-55536b8c0fd3 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 948 time: 0.0642905 May 16 18:50:00.444742 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55bda7-5a51-41de-a23a-15ea350e6c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04caeb77-0c50-4a7d-8ba6-37cd9858917d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:00.483268 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e0c46d9-1979-45cf-8e07-44beeed866fe req-67328606-8ffe-4d2a-a247-85590556169b tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536938 May 16 18:50:00.495938 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1bad44ab-2bdf-42cd-b837-2d15bebea55d admin admin] Publish callbacks [] for security_group (04caeb77-0c50-4a7d-8ba6-37cd9858917d), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.496122 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 62cc6515-5db3-4191-98fa-965327cdfa77 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:00.532492 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1bad44ab-2bdf-42cd-b837-2d15bebea55d admin admin] Publish callbacks [] for security_group (04caeb77-0c50-4a7d-8ba6-37cd9858917d), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.566766 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 62cc6515-5db3-4191-98fa-965327cdfa77 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:50:00.573685 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 62cc6515-5db3-4191-98fa-965327cdfa77 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:00.574296 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.591374 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1bad44ab-2bdf-42cd-b837-2d15bebea55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (04caeb77-0c50-4a7d-8ba6-37cd9858917d), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.596292 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1bad44ab-2bdf-42cd-b837-2d15bebea55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.598403 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1bad44ab-2bdf-42cd-b837-2d15bebea55d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/04caeb77-0c50-4a7d-8ba6-37cd9858917d HTTP/1.1" status: 204 len: 168 time: 0.1793206 May 16 18:50:00.606988 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad44ab-2bdf-42cd-b837-2d15bebea55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04caeb77-0c50-4a7d-8ba6-37cd9858917d,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:00.821446 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 62cc6515-5db3-4191-98fa-965327cdfa77 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:00.821846 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.832940 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42708) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:00.866588 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89054f63-9774-4e06-a866-6416f970a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cc6515-5db3-4191-98fa-965327cdfa77'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:50:00.870368 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b476512-dbd5-4305-a8f1-e9686a48539b" -d '{"events": [{"server_uuid": "89054f63-9774-4e06-a866-6416f970a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "62cc6515-5db3-4191-98fa-965327cdfa77"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:50:00.923073 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 62cc6515-5db3-4191-98fa-965327cdfa77, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=62cc6515-5db3-4191-98fa-965327cdfa77,segment=NetworkSegment(c965e418-01f9-448a-991c-72e9ea780e8e),segment_id=c965e418-01f9-448a-991c-72e9ea780e8e)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:00.933189 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:00.998605 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-628210067-network', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:01.003515 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabfab62-5357-4a23-a877-1b3cf8f55034 x-openstack-request-id: req-dabfab62-5357-4a23-a877-1b3cf8f55034 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:50:01.004255 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89054f63-9774-4e06-a866-6416f970a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "62cc6515-5db3-4191-98fa-965327cdfa77", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:50:01.004887 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dabfab62-5357-4a23-a877-1b3cf8f55034 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:50:01.005711 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabfab62-5357-4a23-a877-1b3cf8f55034'] response: {'server_uuid': '89054f63-9774-4e06-a866-6416f970a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cc6515-5db3-4191-98fa-965327cdfa77', 'code': 200} May 16 18:50:01.042903 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Made reservation on behalf of 9fe0e3c0f5eb4d4199f084be233eb1d3 for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:01.050336 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.092329 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.099497 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=62cc6515-5db3-4191-98fa-965327cdfa77,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:01.261416 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Publish callbacks [] for security_group (24ff5d05-938e-49a0-95e3-5856cd1963e5), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.267505 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (24ff5d05-938e-49a0-95e3-5856cd1963e5), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.275499 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42732) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:01.312539 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:50:01.317752 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc313-0c76-4880-82cf-84cd04608a86 req-8e3209a9-fb6b-49f2-a679-d73026d01786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:01.320147 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ef7bc313-0c76-4880-82cf-84cd04608a86 req-8e3209a9-fb6b-49f2-a679-d73026d01786 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 1133 time: 0.0714409 May 16 18:50:01.326644 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b88-2396-4ca1-ad1f-725604d93419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.350288 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ff5d05-938e-49a0-95e3-5856cd1963e5,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:01.354095 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (b35421dc-857f-4112-a1dc-af7ee5c14b9a), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.354762 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Added segment b35421dc-857f-4112-a1dc-af7ee5c14b9a of type vlan for network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 May 16 18:50:01.422167 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ef7bc313-0c76-4880-82cf-84cd04608a86 req-8d8adec4-d9a2-400e-98b4-fa6f25390d0f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896831 May 16 18:50:01.451212 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.527825 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f023-6ec8-4138-870e-c164e8737499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.537949 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.539408 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:01.542119 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.630439 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b88-2396-4ca1-ad1f-725604d93419 admin admin] Publish callbacks [] for security_group (e9a915d1-c495-4d66-a1f6-4d9578b038f6), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.647779 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8040440 May 16 18:50:01.652768 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42736) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:01.657358 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b88-2396-4ca1-ad1f-725604d93419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (e9a915d1-c495-4d66-a1f6-4d9578b038f6), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.672259 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Request body: {'subnet': {'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-subnet', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:01.716980 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b677b8d-8afa-4342-b742-f03985d69c59 req-dbdfef63-240b-4c25-b219-dfe1086767c3 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:01.720422 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3b677b8d-8afa-4342-b742-f03985d69c59 req-dbdfef63-240b-4c25-b219-dfe1086767c3 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 949 time: 0.1045909 May 16 18:50:01.759418 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaccdc2-09dd-4cd4-b544-71ef4a3076a6 admin admin] Pushing event updated for resources: {'Network': ['ID=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:01.771608 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d46b88-2396-4ca1-ad1f-725604d93419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a915d1-c495-4d66-a1f6-4d9578b038f6,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:01.774104 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:50:01.795513 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c9d46b88-2396-4ca1-ad1f-725604d93419 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=448498b2362346feba74e7e682920675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5170496 May 16 18:50:01.799060 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42740) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:01.814149 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Made reservation on behalf of 9fe0e3c0f5eb4d4199f084be233eb1d3 for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:01.818552 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16616915'] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:01.845654 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3b677b8d-8afa-4342-b742-f03985d69c59 req-05363614-d9e7-47f8-b8cb-4f349e48590c tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181035 May 16 18:50:01.980213 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5e620fb1-aff7-474b-9215-a2fa293bc8ad admin admin] Publish callbacks [] for security_group (e9a915d1-c495-4d66-a1f6-4d9578b038f6), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.033566 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5e620fb1-aff7-474b-9215-a2fa293bc8ad admin admin] Publish callbacks [] for security_group (e9a915d1-c495-4d66-a1f6-4d9578b038f6), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.126120 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4741415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16616901'] for subnet (ed5a5553-0367-46bb-b960-145959061767), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.188446 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5e620fb1-aff7-474b-9215-a2fa293bc8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (e9a915d1-c495-4d66-a1f6-4d9578b038f6), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.192831 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5e620fb1-aff7-474b-9215-a2fa293bc8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.195069 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-5e620fb1-aff7-474b-9215-a2fa293bc8ad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9a915d1-c495-4d66-a1f6-4d9578b038f6 HTTP/1.1" status: 204 len: 168 time: 0.3949060 May 16 18:50:02.219561 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e620fb1-aff7-474b-9215-a2fa293bc8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a915d1-c495-4d66-a1f6-4d9578b038f6,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:02.258261 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5a5553-0367-46bb-b960-145959061767,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:02.275283 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Checking segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:02.275900 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Network hostable DHCP agents. Network: 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:50:02.306276 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:50:02.327507 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:02.334648 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:02.335867 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.350974 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92daa07-4479-4ed0-8911-b66fb640f31c None None] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:50:02.365222 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-5b2ffb32-a3b3-4237-af5b-5faf45f99717 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7100873 May 16 18:50:02.369029 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 42752) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:02.377312 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:02.429550 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (135988c4-5689-4766-918d-91a3dd40e9c7), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.432778 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (135988c4-5689-4766-918d-91a3dd40e9c7), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.533113 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks [] for router_controller (135988c4-5689-4766-918d-91a3dd40e9c7), precommit_add_association {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.535280 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:50:02.537486 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.704685 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks [] for router_gateway (135988c4-5689-4766-918d-91a3dd40e9c7), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:02.804513 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Allocated IP 172.20.0.2 (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8/ed5a5553-0367-46bb-b960-145959061767/59638c54-95f9-4adf-8c93-d5a2255942bd) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:02.848538 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.085329 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks [] for router_gateway (135988c4-5689-4766-918d-91a3dd40e9c7), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.109285 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b9426-d71b-4449-995c-ad9bd9d0f48b req-460a49f9-ee84-4bbd-9316-e0ca7a754120 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:03.111160 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ab1b9426-d71b-4449-995c-ad9bd9d0f48b req-460a49f9-ee84-4bbd-9316-e0ca7a754120 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 949 time: 0.0984256 May 16 18:50:03.122010 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Publish callbacks [] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.135338 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.146569 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.192850 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:03.202409 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:03.208913 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:03.214397 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Pushing event updated for resources: {'Port': ['ID=59638c54-95f9-4adf-8c93-d5a2255942bd,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:03.258399 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ab1b9426-d71b-4449-995c-ad9bd9d0f48b req-d93c33d8-9094-445d-af78-3d3294aac711 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149917 May 16 18:50:03.310153 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Attempting to bind port 59638c54-95f9-4adf-8c93-d5a2255942bd on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:03.310744 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Attempting to bind port 59638c54-95f9-4adf-8c93-d5a2255942bd by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:03.311323 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Attempting to bind port 59638c54-95f9-4adf-8c93-d5a2255942bd on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:03.320600 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:03.321156 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Checking segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:03.321790 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.322424 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Bound using segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:03.323152 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Bound port: 59638c54-95f9-4adf-8c93-d5a2255942bd, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:03.323890 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.360870 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Allocated IP 172.27.1.205 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/ed85a8f6-3282-4345-ac67-48ccfc8e7558) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:03.443663 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] For port 59638c54-95f9-4adf-8c93-d5a2255942bd, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:03.450233 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] For port 59638c54-95f9-4adf-8c93-d5a2255942bd, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=59638c54-95f9-4adf-8c93-d5a2255942bd,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:03.460625 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.616230 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.617224 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7af095-ce6b-45f9-ae8d-9dc3a06abc9b None None] Pushing event updated for resources: {'Port': ['ID=59638c54-95f9-4adf-8c93-d5a2255942bd,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:03.934604 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks [] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:03.995884 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:04.071998 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed85a8f6-3282-4345-ac67-48ccfc8e7558,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:04.082775 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:04.086046 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:04.093083 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:04.095957 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:04.456563 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd52d5-4869-4ecf-a81f-3b81ddeb5aab req-d796be9c-22bb-4598-ad60-a2c91ff0be97 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:04.456563 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e8bd52d5-4869-4ecf-a81f-3b81ddeb5aab req-d796be9c-22bb-4598-ad60-a2c91ff0be97 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 949 time: 0.0650692 May 16 18:50:04.568494 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e8bd52d5-4869-4ecf-a81f-3b81ddeb5aab req-0b2172ac-bda3-4bff-bff8-0b5453edc306 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736139 May 16 18:50:04.573968 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks [] for router_gateway (135988c4-5689-4766-918d-91a3dd40e9c7), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:04.892609 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (135988c4-5689-4766-918d-91a3dd40e9c7), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:05.101622 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff009d-ce9b-4200-a04f-a2b6d75ae819 req-7b8396b3-4872-4acd-a9cd-541d1da8a231 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:05.104249 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-85ff009d-ce9b-4200-a04f-a2b6d75ae819 req-7b8396b3-4872-4acd-a9cd-541d1da8a231 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 949 time: 0.0941641 May 16 18:50:05.199399 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a89a1c8-dfe0-4853-a8c5-789957c3a725 None None] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:50:05.208883 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Router 135988c4-5689-4766-918d-91a3dd40e9c7 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:50:05.226582 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-85ff009d-ce9b-4200-a04f-a2b6d75ae819 req-4e4b4fbc-a536-43f0-8efa-4d27ab8931ce tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068192 May 16 18:50:05.341773 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-d32afa88-b112-46b5-8391-bd0f0a9f3801 None None] Provisioning complete for port 59638c54-95f9-4adf-8c93-d5a2255942bd triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:05.342247 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-d32afa88-b112-46b5-8391-bd0f0a9f3801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:05.369996 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:50:05.386103 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Sync routers for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:50:05.398031 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:05.403948 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-81565168-27f1-45cb-b4af-883c94c08ca8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0285063 May 16 18:50:05.404473 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42830) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:05.408394 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:05.410566 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:05.472266 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:05.526546 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:05.530840 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-d32afa88-b112-46b5-8391-bd0f0a9f3801 None None] Current status of the port 59638c54-95f9-4adf-8c93-d5a2255942bd is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:05.531225 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-d32afa88-b112-46b5-8391-bd0f0a9f3801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:05.601541 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-d32afa88-b112-46b5-8391-bd0f0a9f3801 None None] For port 59638c54-95f9-4adf-8c93-d5a2255942bd, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=59638c54-95f9-4adf-8c93-d5a2255942bd,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:05.608236 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-d32afa88-b112-46b5-8391-bd0f0a9f3801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:05.780936 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:04Z', 'revision_number': 3, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:05.786991 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32afa88-b112-46b5-8391-bd0f0a9f3801 None None] Pushing event updated for resources: {'Port': ['ID=59638c54-95f9-4adf-8c93-d5a2255942bd,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:05.822807 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Checking router: 135988c4-5689-4766-918d-91a3dd40e9c7 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:50:05.823403 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Updating router 135988c4-5689-4766-918d-91a3dd40e9c7 port ed85a8f6-3282-4345-ac67-48ccfc8e7558 binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:50:05.872725 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:05.896826 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 59638c54-95f9-4adf-8c93-d5a2255942bd up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:06.023195 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 59638c54-95f9-4adf-8c93-d5a2255942bd triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:06.024067 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.222087 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-fa3ad568-8fab-4c0e-8e98-e4217a051c2a None None] Provisioning complete for port 59638c54-95f9-4adf-8c93-d5a2255942bd triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:06.226300 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-fa3ad568-8fab-4c0e-8e98-e4217a051c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.299918 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 59638c54-95f9-4adf-8c93-d5a2255942bd is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:06.307517 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.399222 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Publish callbacks [] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.407257 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.459811 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f6e6e-bd0f-4d51-b1b2-3eb971c9ab09 req-26b0dd85-e937-41eb-9bb9-164f3823f0a1 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:06.462308 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fa5f6e6e-bd0f-4d51-b1b2-3eb971c9ab09 req-26b0dd85-e937-41eb-9bb9-164f3823f0a1 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 949 time: 0.0586221 May 16 18:50:06.489900 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ad568-8fab-4c0e-8e98-e4217a051c2a None None] Current status of the port 59638c54-95f9-4adf-8c93-d5a2255942bd is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:06.492054 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Pushing event updated for resources: {'Port': ['ID=ed85a8f6-3282-4345-ac67-48ccfc8e7558,revision_number=2']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:06.512911 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.513260 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.513625 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.513984 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.514320 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.514649 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.514975 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.515301 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.515973 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.516147 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.516504 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.516898 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.517228 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.517603 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.517922 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:06.522588 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Attempting to bind port ed85a8f6-3282-4345-ac67-48ccfc8e7558 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:06.522956 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Attempting to bind port ed85a8f6-3282-4345-ac67-48ccfc8e7558 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:06.523363 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Attempting to bind port ed85a8f6-3282-4345-ac67-48ccfc8e7558 on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:06.531064 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:06.531441 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:06.531895 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.532313 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:06.532907 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Bound port: ed85a8f6-3282-4345-ac67-48ccfc8e7558, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:06.533297 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.557948 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fa5f6e6e-bd0f-4d51-b1b2-3eb971c9ab09 req-d6c6d964-669c-4da5-af17-2165d9ca62ac tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818439 May 16 18:50:06.611136 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] For port ed85a8f6-3282-4345-ac67-48ccfc8e7558, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:06.617265 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] For port ed85a8f6-3282-4345-ac67-48ccfc8e7558, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=ed85a8f6-3282-4345-ac67-48ccfc8e7558,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:06.627143 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.669867 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Allocated IP 172.20.0.1 (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8/ed5a5553-0367-46bb-b960-145959061767/97ef494d-1e75-4a72-8d4d-0e4cbdb83223) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:06.703750 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:06.704370 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:06.706810 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee06a2-1076-429d-9066-870db1431534 None None] Pushing event updated for resources: {'Port': ['ID=ed85a8f6-3282-4345-ac67-48ccfc8e7558,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:06.806416 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Publish callbacks [] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.821255 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:06.843729 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:06.885056 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:06.888123 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:06.894944 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:06.921978 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Pushing event updated for resources: {'Port': ['ID=97ef494d-1e75-4a72-8d4d-0e4cbdb83223,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:06.950975 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (135988c4-5689-4766-918d-91a3dd40e9c7), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:07.038740 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:04Z', 'revision_number': 3, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:07.083847 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2974b2-f7eb-4757-99ff-dd082e1f7646 None None] The sync data for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi is: [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:04Z', 'revision_number': 3, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:50:07.127978 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:07.225784 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-f5962331-88fc-46a8-acd7-3b0ee120a5f9 None None] Provisioning complete for port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:07.226779 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f5962331-88fc-46a8-acd7-3b0ee120a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:07.275791 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-f5962331-88fc-46a8-acd7-3b0ee120a5f9 None None] Port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:50:07.381483 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Publish callbacks [] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:07.388563 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:07.479984 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (135988c4-5689-4766-918d-91a3dd40e9c7), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:07.481773 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Pushing event updated for resources: {'Port': ['ID=97ef494d-1e75-4a72-8d4d-0e4cbdb83223,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:07.640797 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:07.643591 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:07.821132 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a9d46-c46a-4d90-b972-cd7c2edd2cb5 req-9762a9a3-fc4c-4bed-8a81-9febe9731ad3 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:07.822763 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-958a9d46-c46a-4d90-b972-cd7c2edd2cb5 req-9762a9a3-fc4c-4bed-8a81-9febe9731ad3 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 949 time: 0.0811565 May 16 18:50:07.892553 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 59638c54-95f9-4adf-8c93-d5a2255942bd up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:07.892913 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Router 135988c4-5689-4766-918d-91a3dd40e9c7 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:50:07.899455 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-958a9d46-c46a-4d90-b972-cd7c2edd2cb5 req-35af0098-8542-410e-9d41-c86e0f60f41b tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694594 May 16 18:50:07.998902 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 59638c54-95f9-4adf-8c93-d5a2255942bd triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:07.999505 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:08.071635 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-8f1efd6d-8013-49a8-8940-6116dff18435 None None] Provisioning complete for port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:08.072291 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8f1efd6d-8013-49a8-8940-6116dff18435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:08.152314 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-8f1efd6d-8013-49a8-8940-6116dff18435 None None] Port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:50:08.171385 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 59638c54-95f9-4adf-8c93-d5a2255942bd is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:08.174066 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device ed85a8f6-3282-4345-ac67-48ccfc8e7558 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:08.240787 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port ed85a8f6-3282-4345-ac67-48ccfc8e7558 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:08.241535 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:08.288968 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:50:08.296682 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-579d8c85-5c60-4393-95ab-374f3959a55c admin admin] 10.222.0.72 "PUT /v2.0/routers/135988c4-5689-4766-918d-91a3dd40e9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8878217 May 16 18:50:08.346898 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port ed85a8f6-3282-4345-ac67-48ccfc8e7558 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:08.347368 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:08.372628 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port ed85a8f6-3282-4345-ac67-48ccfc8e7558, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=ed85a8f6-3282-4345-ac67-48ccfc8e7558,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:08.378499 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:08.441846 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=ed85a8f6-3282-4345-ac67-48ccfc8e7558,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:08.861425 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-6bfd44e5-bcd8-4249-b5e0-f66ba08f5715 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:08.863964 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-6bfd44e5-bcd8-4249-b5e0-f66ba08f5715 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 818 time: 0.1503139 May 16 18:50:08.885799 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-7ddde243-46ac-4598-b5f0-0fd6c0c7fb11 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/quotas/9fe0e3c0f5eb4d4199f084be233eb1d3 HTTP/1.1" status: 200 len: 375 time: 0.0113623 May 16 18:50:08.965605 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-81c27a7d-2047-4605-b35b-7ae7557de86e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739810 May 16 18:50:09.088781 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06890291-71de-4f5a-9bfb-bf19b1be0866 req-d6f2d803-a32e-44f1-8d7a-cb819af21377 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:09.090643 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-06890291-71de-4f5a-9bfb-bf19b1be0866 req-d6f2d803-a32e-44f1-8d7a-cb819af21377 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 949 time: 0.0885303 May 16 18:50:09.123843 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bede62-14c9-4671-958c-586671172401 None None] Sync routers for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:50:09.124301 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-88ff41d4-67a6-4b99-a99b-28b3ea1c3d62 service neutron] 10.222.0.72 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514359 May 16 18:50:09.138245 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bede62-14c9-4671-958c-586671172401 None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:09.139199 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-61bede62-14c9-4671-958c-586671172401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:09.183009 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-06890291-71de-4f5a-9bfb-bf19b1be0866 req-e715a2f5-47f7-4799-9cd8-317a98ab676a tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806608 May 16 18:50:09.256472 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-e6b88b1d-aacb-4072-ac4a-9e95a8317623 service neutron] 10.222.0.72 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170585 May 16 18:50:09.270096 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-61bede62-14c9-4671-958c-586671172401 None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:09.448091 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c933af69-d34b-4e45-8ecf-bf7993e4100e req-baba0dc2-08d8-46b6-af16-b0d15f7124dc tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 210 time: 0.0377467 May 16 18:50:09.552435 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-61bede62-14c9-4671-958c-586671172401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 2, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:09.578654 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bede62-14c9-4671-958c-586671172401 None None] Checking router: 135988c4-5689-4766-918d-91a3dd40e9c7 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:50:09.579017 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bede62-14c9-4671-958c-586671172401 None None] Updating router 135988c4-5689-4766-918d-91a3dd40e9c7 port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:50:09.615098 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-61bede62-14c9-4671-958c-586671172401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:09.824816 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294e322-0234-4bff-a379-2e655d79b04f req-1ec383b6-86dd-478a-85a3-b155795e3b93 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:09.826387 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-1ec383b6-86dd-478a-85a3-b155795e3b93 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 818 time: 0.1944308 May 16 18:50:09.865408 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device ed85a8f6-3282-4345-ac67-48ccfc8e7558 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:09.880775 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-12851bd4-99bd-4f07-9f6a-aedfb10715a8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/quotas/9fe0e3c0f5eb4d4199f084be233eb1d3 HTTP/1.1" status: 200 len: 375 time: 0.0407293 May 16 18:50:09.983365 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-4cc76217-68de-4e05-89ac-dcb867a48185 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957460 May 16 18:50:10.034786 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port ed85a8f6-3282-4345-ac67-48ccfc8e7558 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:10.035345 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:10.180186 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-2a583135-6804-44b0-8897-0498284a9707 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:10.185535 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-2a583135-6804-44b0-8897-0498284a9707 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.61 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 949 time: 0.1683478 May 16 18:50:10.263569 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port ed85a8f6-3282-4345-ac67-48ccfc8e7558 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:10.280767 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-21c96899-ab6a-4b7b-a7d3-8b8ec00d9ad8 service neutron] 10.222.0.72 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957554 May 16 18:50:10.387074 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-61bede62-14c9-4671-958c-586671172401 None None] Publish callbacks [] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:10.407456 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-61bede62-14c9-4671-958c-586671172401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:10.452759 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Deleting port 62cc6515-5db3-4191-98fa-965327cdfa77 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:50:10.453133 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:10.502988 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab2da-b6b0-4483-aee1-704450da9ad5 None None] Pushing event updated for resources: {'Port': ['ID=97ef494d-1e75-4a72-8d4d-0e4cbdb83223,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:10.509271 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-c199d7db-6ed3-4872-afec-12a29c5fe333 service neutron] 10.222.0.72 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274852 May 16 18:50:10.644527 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96a2a8-79b6-45da-b0f8-62075471cb9b req-6a362187-f0c0-417c-9c6f-d613f3452614 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:10.651552 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be96a2a8-79b6-45da-b0f8-62075471cb9b req-6a362187-f0c0-417c-9c6f-d613f3452614 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 949 time: 0.1477826 May 16 18:50:10.666143 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-61bede62-14c9-4671-958c-586671172401 None None] Attempting to bind port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:10.666843 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-61bede62-14c9-4671-958c-586671172401 None None] Attempting to bind port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:10.667507 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bede62-14c9-4671-958c-586671172401 None None] Attempting to bind port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:10.682254 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bede62-14c9-4671-958c-586671172401 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:10.682969 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bede62-14c9-4671-958c-586671172401 None None] Checking segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:10.684252 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-61bede62-14c9-4671-958c-586671172401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:10.684454 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bede62-14c9-4671-958c-586671172401 None None] Bound using segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:10.692128 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-61bede62-14c9-4671-958c-586671172401 None None] Bound port: 97ef494d-1e75-4a72-8d4d-0e4cbdb83223, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:10.692897 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-61bede62-14c9-4671-958c-586671172401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:10.745740 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be96a2a8-79b6-45da-b0f8-62075471cb9b req-731252ce-e375-4f38-9ac8-f0be185f95c4 tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dbfcc23-023c-4b74-a558-5f58ad1822f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929894 May 16 18:50:10.755623 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] For port 62cc6515-5db3-4191-98fa-965327cdfa77, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=62cc6515-5db3-4191-98fa-965327cdfa77,segment=NetworkSegment(c965e418-01f9-448a-991c-72e9ea780e8e),segment_id=c965e418-01f9-448a-991c-72e9ea780e8e)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:10.756572 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:10.786922 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Calling delete_port for 62cc6515-5db3-4191-98fa-965327cdfa77 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:50:10.897478 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-61bede62-14c9-4671-958c-586671172401 None None] For port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:10.902958 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-61bede62-14c9-4671-958c-586671172401 None None] For port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=97ef494d-1e75-4a72-8d4d-0e4cbdb83223,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:10.924256 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-61bede62-14c9-4671-958c-586671172401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:11.005209 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b9525216-c393-44d4-b0d1-edad16eba85c req-0976a3ba-4927-4017-9c80-779afb1d707a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 210 time: 0.1298993 May 16 18:50:11.085879 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-8719dd02-7f9e-4b14-88f9-39ede8703f72 None None] Provisioning complete for port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:11.086517 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8719dd02-7f9e-4b14-88f9-39ede8703f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:11.241623 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bede62-14c9-4671-958c-586671172401 None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:11.243256 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-61bede62-14c9-4671-958c-586671172401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:11.250582 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab2da-b6b0-4483-aee1-704450da9ad5 None None] Pushing event updated for resources: {'Port': ['ID=97ef494d-1e75-4a72-8d4d-0e4cbdb83223,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:11.417523 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (62cc6515-5db3-4191-98fa-965327cdfa77), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:11.516431 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Pushing event deleted for resources: {'Port': ['ID=62cc6515-5db3-4191-98fa-965327cdfa77,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:11.540078 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-8719dd02-7f9e-4b14-88f9-39ede8703f72 None None] Current status of the port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:11.540959 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8719dd02-7f9e-4b14-88f9-39ede8703f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:11.672847 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-61bede62-14c9-4671-958c-586671172401 None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:11.683343 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-8719dd02-7f9e-4b14-88f9-39ede8703f72 None None] For port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=97ef494d-1e75-4a72-8d4d-0e4cbdb83223,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:11.696804 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] No DVR routers for this DVR port 62cc6515-5db3-4191-98fa-965327cdfa77 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:50:11.704882 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:11.713072 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fac2e11d-4fbc-44eb-aaeb-658e89a33318 req-fd1e89e1-8cb9-48df-8697-b0d38130fece tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.61 "DELETE /v2.0/ports/62cc6515-5db3-4191-98fa-965327cdfa77 HTTP/1.1" status: 204 len: 173 time: 1.5116942 May 16 18:50:11.720835 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89054f63-9774-4e06-a866-6416f970a1e0', 'name': 'network-vif-deleted', 'tag': '62cc6515-5db3-4191-98fa-965327cdfa77'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:50:11.727074 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8af697-c4ee-40b5-a6ba-3e2844b8634e" -d '{"events": [{"server_uuid": "89054f63-9774-4e06-a866-6416f970a1e0", "name": "network-vif-deleted", "tag": "62cc6515-5db3-4191-98fa-965327cdfa77"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:50:11.809305 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-657b2cea-1783-438d-b697-16fd1aa13dd2 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:11.810642 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8719dd02-7f9e-4b14-88f9-39ede8703f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:11.819495 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-657b2cea-1783-438d-b697-16fd1aa13dd2 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 818 time: 0.7069521 May 16 18:50:11.844097 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Request body: {'port': {'device_id': 'a2573d57-ebb1-4daf-8809-cdc7c0d32eac', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'admin_state_up': True, 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:11.915281 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 42998) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:11.945093 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c47e38-939e-4abc-a05e-308c462eb69c x-openstack-request-id: req-33c47e38-939e-4abc-a05e-308c462eb69c {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:50:11.945548 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89054f63-9774-4e06-a866-6416f970a1e0", "name": "network-vif-deleted", "tag": "62cc6515-5db3-4191-98fa-965327cdfa77", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:50:11.945933 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33c47e38-939e-4abc-a05e-308c462eb69c {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:50:11.947221 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c47e38-939e-4abc-a05e-308c462eb69c'] response: {'server_uuid': '89054f63-9774-4e06-a866-6416f970a1e0', 'name': 'network-vif-deleted', 'tag': '62cc6515-5db3-4191-98fa-965327cdfa77', 'status': 'completed', 'code': 200} May 16 18:50:12.016974 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43004) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:12.047626 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-263761eb-8f6e-4c63-90a8-1ec28030cf9f req-b292ce5b-4df3-4819-b2b4-b692c2ed82ce tempest-VolumesNegativeTest-1470195801 tempest-VolumesNegativeTest-1470195801-project] 10.222.0.72 "GET /v2.0/ports?device_id=89054f63-9774-4e06-a866-6416f970a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0823159 May 16 18:50:12.334700 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8d2edd5c-daed-4dd2-abe4-f7580e5db80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:12.340630 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7fd5f57c-d4b5-49b5-844c-34fa5b74e164 req-000ad7df-bfcd-4308-aafc-09155637829b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 210 time: 0.1054761 May 16 18:50:12.344235 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-a8b9c295-b7c4-45d6-9423-9ded757ee6b9 None None] Provisioning complete for port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:12.344967 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c295-b7c4-45d6-9423-9ded757ee6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:12.390398 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Made reservation on behalf of 9fe0e3c0f5eb4d4199f084be233eb1d3 for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:12.399126 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:12.405580 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719dd02-7f9e-4b14-88f9-39ede8703f72 None None] Pushing event updated for resources: {'Port': ['ID=97ef494d-1e75-4a72-8d4d-0e4cbdb83223,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:12.443744 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2c126a68-5032-46d0-9360-161b601aa0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:12.521500 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8d2edd5c-daed-4dd2-abe4-f7580e5db80b admin admin] Publish callbacks [] for security_group (ae4c367e-8198-4eae-9602-b3734f76f48d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:12.527804 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8d2edd5c-daed-4dd2-abe4-f7580e5db80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ae4c367e-8198-4eae-9602-b3734f76f48d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:12.532178 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-61bede62-14c9-4671-958c-586671172401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:10Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:12.567240 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bede62-14c9-4671-958c-586671172401 None None] The sync data for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi is: [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:10Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:50:12.570587 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9c295-b7c4-45d6-9423-9ded757ee6b9 None None] Current status of the port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:12.579624 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 62cc6515-5db3-4191-98fa-965327cdfa77 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:50:12.613983 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8d2edd5c-daed-4dd2-abe4-f7580e5db80b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9be36a3ed343451295039adbb88d7df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5947845 May 16 18:50:12.616454 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43012) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:12.617805 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 62cc6515-5db3-4191-98fa-965327cdfa77 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:50:12.618222 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 62cc6515-5db3-4191-98fa-965327cdfa77 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:50:12.628443 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2edd5c-daed-4dd2-abe4-f7580e5db80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4c367e-8198-4eae-9602-b3734f76f48d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:12.727151 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2c126a68-5032-46d0-9360-161b601aa0be admin admin] Publish callbacks [] for security_group (be22babc-c3c3-4249-9349-e1fff93e96c8), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:12.739699 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2c126a68-5032-46d0-9360-161b601aa0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (be22babc-c3c3-4249-9349-e1fff93e96c8), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:12.777295 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Allocated IP 172.20.0.14 (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8/ed5a5553-0367-46bb-b960-145959061767/64e7bba5-2463-4d81-9a62-7e09cbe676f8) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:12.833143 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-2c126a68-5032-46d0-9360-161b601aa0be admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1087d7406b5e4518abb1c2645811bd4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9161973 May 16 18:50:12.840024 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43014) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:12.844157 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c126a68-5032-46d0-9360-161b601aa0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be22babc-c3c3-4249-9349-e1fff93e96c8,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:12.862423 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7e7c90d8-dc01-4e5e-a6fa-34b95f1532eb admin admin] Publish callbacks [] for security_group (ae4c367e-8198-4eae-9602-b3734f76f48d), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:12.972394 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7e7c90d8-dc01-4e5e-a6fa-34b95f1532eb admin admin] Publish callbacks [] for security_group (ae4c367e-8198-4eae-9602-b3734f76f48d), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.046011 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bf0be1af-48a9-4cb3-bcc2-6934a6c1532f admin admin] Publish callbacks [] for security_group (be22babc-c3c3-4249-9349-e1fff93e96c8), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.062163 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.089123 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bf0be1af-48a9-4cb3-bcc2-6934a6c1532f admin admin] Publish callbacks [] for security_group (be22babc-c3c3-4249-9349-e1fff93e96c8), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.125503 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7e7c90d8-dc01-4e5e-a6fa-34b95f1532eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ae4c367e-8198-4eae-9602-b3734f76f48d), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.129219 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.130113 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7e7c90d8-dc01-4e5e-a6fa-34b95f1532eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.133037 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7e7c90d8-dc01-4e5e-a6fa-34b95f1532eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae4c367e-8198-4eae-9602-b3734f76f48d HTTP/1.1" status: 204 len: 168 time: 0.5132518 May 16 18:50:13.193339 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:13.197695 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:13.210191 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:13.226598 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:13.227679 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.244373 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c90d8-dc01-4e5e-a6fa-34b95f1532eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4c367e-8198-4eae-9602-b3734f76f48d,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:13.257937 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event updated for resources: {'Port': ['ID=64e7bba5-2463-4d81-9a62-7e09cbe676f8,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:13.280503 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0e9f0169-9f4e-4dd1-9574-93f2193d41aa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4482050 May 16 18:50:13.334646 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bf0be1af-48a9-4cb3-bcc2-6934a6c1532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (be22babc-c3c3-4249-9349-e1fff93e96c8), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.342235 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Request body: {'port': {'device_id': 'a2573d57-ebb1-4daf-8809-cdc7c0d32eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:13.349882 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bf0be1af-48a9-4cb3-bcc2-6934a6c1532f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:13.354185 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-bf0be1af-48a9-4cb3-bcc2-6934a6c1532f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be22babc-c3c3-4249-9349-e1fff93e96c8 HTTP/1.1" status: 204 len: 168 time: 0.5100307 May 16 18:50:13.399026 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0be1af-48a9-4cb3-bcc2-6934a6c1532f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22babc-c3c3-4249-9349-e1fff93e96c8,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:13.869468 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:13.953025 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-c813c4fd-0748-45e6-b70e-4845350e4833 None None] Provisioning complete for port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:13.953442 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c813c4fd-0748-45e6-b70e-4845350e4833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.009456 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-c813c4fd-0748-45e6-b70e-4845350e4833 None None] Port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:50:14.028870 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:14.029510 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.089022 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43054) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:14.119009 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-235ad5be-829a-468b-885c-7c30421555f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.168441 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5f546d6f-2515-4e6f-bb1e-b95ef74da96c req-83035769-608f-4b65-82fe-2b8c8c73b7c6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 210 time: 0.0671861 May 16 18:50:14.237670 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:14.248413 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.329258 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-235ad5be-829a-468b-885c-7c30421555f0 admin admin] Publish callbacks [] for security_group (c531f163-9bfc-4564-bfb4-ad8a26411a85), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.337646 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-235ad5be-829a-468b-885c-7c30421555f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c531f163-9bfc-4564-bfb4-ad8a26411a85), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.393821 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ad5be-829a-468b-885c-7c30421555f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c531f163-9bfc-4564-bfb4-ad8a26411a85,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:14.432605 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-235ad5be-829a-468b-885c-7c30421555f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f3d548518624e9dbf8bc2efb86c7cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415718 May 16 18:50:14.435246 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43060) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:14.511763 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 43064) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:14.538611 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b0a6-1c6b-47e0-84df-1977d8eafdce admin admin] Publish callbacks [] for security_group (c531f163-9bfc-4564-bfb4-ad8a26411a85), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.546071 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3a2be70e-1364-4ce2-acef-d65e68e38bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.574459 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b0a6-1c6b-47e0-84df-1977d8eafdce admin admin] Publish callbacks [] for security_group (c531f163-9bfc-4564-bfb4-ad8a26411a85), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.638462 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294e322-0234-4bff-a379-2e655d79b04f req-3a87a585-d1e4-449e-a049-f51e1cea0bf0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:14.640048 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-3a87a585-d1e4-449e-a049-f51e1cea0bf0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 818 time: 0.5377672 May 16 18:50:14.678286 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b0a6-1c6b-47e0-84df-1977d8eafdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c531f163-9bfc-4564-bfb4-ad8a26411a85), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.683851 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b0a6-1c6b-47e0-84df-1977d8eafdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.686391 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Request body: {'port': {'device_id': '8d16c0a7-c769-407d-ae82-8f9437fbe7f2', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'admin_state_up': True, 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:14.688254 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-e4b8b0a6-1c6b-47e0-84df-1977d8eafdce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c531f163-9bfc-4564-bfb4-ad8a26411a85 HTTP/1.1" status: 204 len: 168 time: 0.2511642 May 16 18:50:14.734324 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8b0a6-1c6b-47e0-84df-1977d8eafdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c531f163-9bfc-4564-bfb4-ad8a26411a85,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:14.915773 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3a2be70e-1364-4ce2-acef-d65e68e38bd4 admin admin] Publish callbacks [] for security_group (18205aa4-a764-44fe-ba56-63d899f10fe2), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.979319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e7bba5-2463-4d81-9a62-7e09cbe676f8 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:50:14.989488 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Publish callbacks [] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:14.994054 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3a2be70e-1364-4ce2-acef-d65e68e38bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (18205aa4-a764-44fe-ba56-63d899f10fe2), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.052256 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Transition to ACTIVE for port object 64e7bba5-2463-4d81-9a62-7e09cbe676f8 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:50:15.085724 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.095260 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2be70e-1364-4ce2-acef-d65e68e38bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18205aa4-a764-44fe-ba56-63d899f10fe2,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:15.103551 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-3a2be70e-1364-4ce2-acef-d65e68e38bd4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0f7570ea0444dfaade6618479165fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5839064 May 16 18:50:15.106410 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43098) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:15.109673 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Made reservation on behalf of 9fe0e3c0f5eb4d4199f084be233eb1d3 for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:15.113756 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.245592 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Pushing event updated for resources: {'Port': ['ID=64e7bba5-2463-4d81-9a62-7e09cbe676f8,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:15.325593 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-93703291-688b-4363-83cb-89d487df9ea1 admin admin] Publish callbacks [] for security_group (18205aa4-a764-44fe-ba56-63d899f10fe2), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.357913 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-93703291-688b-4363-83cb-89d487df9ea1 admin admin] Publish callbacks [] for security_group (18205aa4-a764-44fe-ba56-63d899f10fe2), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.422194 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5de7d77f-d597-47c7-a613-f4614f86e072 req-b230cd53-fcae-490f-80b2-79606f806b5e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 210 time: 0.0705395 May 16 18:50:15.426456 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Attempting to bind port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:15.427019 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Attempting to bind port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:15.427738 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Attempting to bind port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:15.436503 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:50:15.437372 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Attempting to bind port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:15.448746 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:15.453281 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Checking segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:15.453828 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43134) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:15.458802 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Bound using segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:15.459600 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Bound port: 64e7bba5-2463-4d81-9a62-7e09cbe676f8, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:15.460195 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.507789 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-93703291-688b-4363-83cb-89d487df9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (18205aa4-a764-44fe-ba56-63d899f10fe2), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.512820 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-93703291-688b-4363-83cb-89d487df9ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.519619 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-93703291-688b-4363-83cb-89d487df9ea1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18205aa4-a764-44fe-ba56-63d899f10fe2 HTTP/1.1" status: 204 len: 168 time: 0.4114051 May 16 18:50:15.531881 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93703291-688b-4363-83cb-89d487df9ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18205aa4-a764-44fe-ba56-63d899f10fe2,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:15.609395 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Allocated IP 172.20.0.3 (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8/ed5a5553-0367-46bb-b960-145959061767/0df5492d-e413-4dd6-a47e-19957da57f3f) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:15.690963 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] For port 64e7bba5-2463-4d81-9a62-7e09cbe676f8, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:15.698530 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] For port 64e7bba5-2463-4d81-9a62-7e09cbe676f8, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:15.737588 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.801890 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ff4e-c61f-4fba-b45f-333e8e273f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.827912 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:15.829306 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:15.835768 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] 10.222.0.61 "PUT /v2.0/ports/64e7bba5-2463-4d81-9a62-7e09cbe676f8 HTTP/1.1" status: 200 len: 1094 time: 2.5173073 May 16 18:50:15.850110 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2573d57-ebb1-4daf-8809-cdc7c0d32eac', 'tag': '64e7bba5-2463-4d81-9a62-7e09cbe676f8'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:50:15.856197 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e721d738-950b-4e2f-98ac-77b776264203" -d '{"events": [{"name": "network-changed", "server_uuid": "a2573d57-ebb1-4daf-8809-cdc7c0d32eac", "tag": "64e7bba5-2463-4d81-9a62-7e09cbe676f8"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:50:15.981211 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ddf7c-efd0-42a7-b8d0-6669dfae730e service neutron] Pushing event updated for resources: {'Port': ['ID=64e7bba5-2463-4d81-9a62-7e09cbe676f8,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:16.012610 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2b118b59-9179-42da-b44e-93f0530f8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:16.014144 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2b118b59-9179-42da-b44e-93f0530f8a3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 1128 time: 0.0888362 May 16 18:50:16.067986 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ff4e-c61f-4fba-b45f-333e8e273f3f admin admin] Publish callbacks [] for security_group (22261c7f-45ec-4045-89ae-21a7dd5e6517), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.074003 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ff4e-c61f-4fba-b45f-333e8e273f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (22261c7f-45ec-4045-89ae-21a7dd5e6517), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.084837 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-0746dc49-15cf-4406-8b59-3156cdd7ca08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8 HTTP/1.1" status: 200 len: 217 time: 0.0559218 May 16 18:50:16.086259 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12884ff-8c75-455b-b41d-4054e5412ae0 x-openstack-request-id: req-d12884ff-8c75-455b-b41d-4054e5412ae0 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:50:16.086726 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2573d57-ebb1-4daf-8809-cdc7c0d32eac", "tag": "64e7bba5-2463-4d81-9a62-7e09cbe676f8", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:50:16.086927 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d12884ff-8c75-455b-b41d-4054e5412ae0 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:50:16.087332 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12884ff-8c75-455b-b41d-4054e5412ae0'] response: {'name': 'network-changed', 'server_uuid': 'a2573d57-ebb1-4daf-8809-cdc7c0d32eac', 'tag': '64e7bba5-2463-4d81-9a62-7e09cbe676f8', 'status': 'completed', 'code': 200} May 16 18:50:16.138530 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0ff4e-c61f-4fba-b45f-333e8e273f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22261c7f-45ec-4045-89ae-21a7dd5e6517,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:16.161954 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7cb0ff4e-c61f-4fba-b45f-333e8e273f3f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a097b1b830e4515807fd11d0b428459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7064168 May 16 18:50:16.162347 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.166233 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43172) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:16.193939 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2ebdbe80-cfb8-4543-a43d-e20cb43434ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:16.195479 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-2ebdbe80-cfb8-4543-a43d-e20cb43434ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.1009717 May 16 18:50:16.269703 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-f666675a-3140-4388-93b3-732ac8d666ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:16.271414 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-f666675a-3140-4388-93b3-732ac8d666ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670333 May 16 18:50:16.271810 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 43174) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:16.281414 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.286660 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-08e0e9f2-6990-46a8-8f0b-9961421a01aa admin admin] Publish callbacks [] for security_group (22261c7f-45ec-4045-89ae-21a7dd5e6517), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.336198 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:16.348943 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-99b09f70-614b-4edb-bc3f-6b44b575a43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.352390 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-08e0e9f2-6990-46a8-8f0b-9961421a01aa admin admin] Publish callbacks [] for security_group (22261c7f-45ec-4045-89ae-21a7dd5e6517), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.371587 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:16.384153 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:16.390099 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:16.390813 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.421051 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7390480 May 16 18:50:16.458831 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-08e0e9f2-6990-46a8-8f0b-9961421a01aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (22261c7f-45ec-4045-89ae-21a7dd5e6517), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.462512 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59671a-b3b7-419e-b7e5-8bd83fa26574 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event updated for resources: {'Port': ['ID=0df5492d-e413-4dd6-a47e-19957da57f3f,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:16.462976 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-08e0e9f2-6990-46a8-8f0b-9961421a01aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.470808 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Request body: {'port': {'device_id': '8d16c0a7-c769-407d-ae82-8f9437fbe7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:16.475293 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-08e0e9f2-6990-46a8-8f0b-9961421a01aa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22261c7f-45ec-4045-89ae-21a7dd5e6517 HTTP/1.1" status: 204 len: 168 time: 0.3071039 May 16 18:50:16.505698 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0e9f2-6990-46a8-8f0b-9961421a01aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22261c7f-45ec-4045-89ae-21a7dd5e6517,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:16.751339 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ab26-e5bb-4f33-99ad-dd5b623ef620 req-56c10071-8994-480a-8491-ee9d480a31eb tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:16.755061 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-a713ab5b-2b21-4569-95f0-ab69dcfb2802 None None] Provisioning complete for port 0df5492d-e413-4dd6-a47e-19957da57f3f triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:16.756100 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-a713ab5b-2b21-4569-95f0-ab69dcfb2802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:16.763026 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-84f0ab26-e5bb-4f33-99ad-dd5b623ef620 req-56c10071-8994-480a-8491-ee9d480a31eb tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 931 time: 0.1774266 May 16 18:50:16.767619 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-b7085525-f55e-40ff-a100-0c1159254c7b service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826360 May 16 18:50:16.798838 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-a713ab5b-2b21-4569-95f0-ab69dcfb2802 None None] Port 0df5492d-e413-4dd6-a47e-19957da57f3f cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:50:16.932222 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-84f0ab26-e5bb-4f33-99ad-dd5b623ef620 req-06ebb020-2147-4534-a895-e2e9ce502ed6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678243 May 16 18:50:16.939375 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:17.139255 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-99b09f70-614b-4edb-bc3f-6b44b575a43b admin admin] Publish callbacks [] for security_group (bce212fa-162f-4d34-9b79-29a060072303), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:17.151397 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-99b09f70-614b-4edb-bc3f-6b44b575a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (bce212fa-162f-4d34-9b79-29a060072303), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:17.171254 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ba76375-e876-4b6d-a3b0-f242916738c6 req-417055df-2f9c-4cab-bac9-22a586293f16 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213930 May 16 18:50:17.279325 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b09f70-614b-4edb-bc3f-6b44b575a43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce212fa-162f-4d34-9b79-29a060072303,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:17.322119 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-99b09f70-614b-4edb-bc3f-6b44b575a43b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=414cd8578be24455b2823c5c6748c67c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0467834 May 16 18:50:17.323303 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43226) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:17.430003 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-9914855a-c8d6-4522-8ab0-c1708b1e766a admin admin] Publish callbacks [] for security_group (bce212fa-162f-4d34-9b79-29a060072303), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:17.471603 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-9914855a-c8d6-4522-8ab0-c1708b1e766a admin admin] Publish callbacks [] for security_group (bce212fa-162f-4d34-9b79-29a060072303), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:17.585435 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-9914855a-c8d6-4522-8ab0-c1708b1e766a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (bce212fa-162f-4d34-9b79-29a060072303), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:17.588806 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-9914855a-c8d6-4522-8ab0-c1708b1e766a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:17.590954 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-9914855a-c8d6-4522-8ab0-c1708b1e766a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bce212fa-162f-4d34-9b79-29a060072303 HTTP/1.1" status: 204 len: 168 time: 0.2672386 May 16 18:50:17.600859 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914855a-c8d6-4522-8ab0-c1708b1e766a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce212fa-162f-4d34-9b79-29a060072303,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:17.663560 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df5492d-e413-4dd6-a47e-19957da57f3f {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:50:17.668993 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Publish callbacks [] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:17.691008 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Transition to ACTIVE for port object 0df5492d-e413-4dd6-a47e-19957da57f3f will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:50:17.695839 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:17.779194 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0df5492d-e413-4dd6-a47e-19957da57f3f,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:17.795130 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Attempting to bind port 0df5492d-e413-4dd6-a47e-19957da57f3f on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:17.795456 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Attempting to bind port 0df5492d-e413-4dd6-a47e-19957da57f3f by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:17.795809 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Attempting to bind port 0df5492d-e413-4dd6-a47e-19957da57f3f on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:17.802861 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Port 0df5492d-e413-4dd6-a47e-19957da57f3f on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:50:17.803342 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Attempting to bind port 0df5492d-e413-4dd6-a47e-19957da57f3f on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:17.816404 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:17.817345 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Checking segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:17.818059 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Bound using segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:17.818573 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Bound port: 0df5492d-e413-4dd6-a47e-19957da57f3f, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:17.819318 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:18.086537 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] For port 0df5492d-e413-4dd6-a47e-19957da57f3f, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:18.101871 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] For port 0df5492d-e413-4dd6-a47e-19957da57f3f, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0df5492d-e413-4dd6-a47e-19957da57f3f,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:18.128599 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:18.157440 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43268) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:18.192250 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:18.193712 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:18.198002 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] 10.222.0.61 "PUT /v2.0/ports/0df5492d-e413-4dd6-a47e-19957da57f3f HTTP/1.1" status: 200 len: 1093 time: 1.7371953 May 16 18:50:18.201793 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d16c0a7-c769-407d-ae82-8f9437fbe7f2', 'tag': '0df5492d-e413-4dd6-a47e-19957da57f3f'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:50:18.207957 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a843dfd3-857e-45e3-8b03-6631a94c43d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d16c0a7-c769-407d-ae82-8f9437fbe7f2", "tag": "0df5492d-e413-4dd6-a47e-19957da57f3f"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:50:18.384087 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4709364-e2b7-4dae-b673-765debf375d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0df5492d-e413-4dd6-a47e-19957da57f3f,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:18.406838 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48cb2ce-e570-4612-a405-7a96060e2fcc x-openstack-request-id: req-f48cb2ce-e570-4612-a405-7a96060e2fcc {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:50:18.407281 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d16c0a7-c769-407d-ae82-8f9437fbe7f2", "tag": "0df5492d-e413-4dd6-a47e-19957da57f3f", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:50:18.407823 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f48cb2ce-e570-4612-a405-7a96060e2fcc {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:50:18.409278 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48cb2ce-e570-4612-a405-7a96060e2fcc'] response: {'name': 'network-changed', 'server_uuid': '8d16c0a7-c769-407d-ae82-8f9437fbe7f2', 'tag': '0df5492d-e413-4dd6-a47e-19957da57f3f', 'status': 'completed', 'code': 200} May 16 18:50:18.497890 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721d738-950b-4e2f-98ac-77b776264203 req-599b3168-40ff-4fe1-86d9-8e2157e60c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:18.500713 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e721d738-950b-4e2f-98ac-77b776264203 req-599b3168-40ff-4fe1-86d9-8e2157e60c9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 1128 time: 0.0888834 May 16 18:50:18.579002 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43306) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:18.595840 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 64e7bba5-2463-4d81-9a62-7e09cbe676f8 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:50:18.683323 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bb2997f8-1fee-4cc8-9ab0-f11ed76b190b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:18.701144 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147780-725f-46ea-a356-88ae34079f47 req-154804ce-e05a-4824-8107-75d71c827fa0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:18.702765 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1a147780-725f-46ea-a356-88ae34079f47 req-154804ce-e05a-4824-8107-75d71c827fa0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 943 time: 0.2993653 May 16 18:50:18.703997 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843dfd3-857e-45e3-8b03-6631a94c43d8 req-7da9d515-110c-44e7-9e93-a1790a982f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:18.705527 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a843dfd3-857e-45e3-8b03-6631a94c43d8 req-7da9d515-110c-44e7-9e93-a1790a982f17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 1127 time: 0.2001672 May 16 18:50:18.764591 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-631955854-network', 'tenant_id': 'b7c0f4a8f9e04a71a6b71e704c29437a'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:18.818629 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Made reservation on behalf of b7c0f4a8f9e04a71a6b71e704c29437a for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:18.822763 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:18.887189 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bb2997f8-1fee-4cc8-9ab0-f11ed76b190b admin admin] Publish callbacks [] for security_group (5de539a3-d4c4-4c26-8942-7983a5346623), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:18.896477 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bb2997f8-1fee-4cc8-9ab0-f11ed76b190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5de539a3-d4c4-4c26-8942-7983a5346623), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:18.954346 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:18.998272 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-bb2997f8-1fee-4cc8-9ab0-f11ed76b190b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c638d227475f4109809eba7eb76e6fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8378603 May 16 18:50:19.000230 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 64e7bba5-2463-4d81-9a62-7e09cbe676f8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:19.016508 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '64e7bba5-2463-4d81-9a62-7e09cbe676f8', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'port_id': '64e7bba5-2463-4d81-9a62-7e09cbe676f8', 'mac_address': 'fa:16:3e:99:12:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:50:19.032147 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 43320) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:19.065998 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2997f8-1fee-4cc8-9ab0-f11ed76b190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de539a3-d4c4-4c26-8942-7983a5346623,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:19.069336 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:19.069336 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.096308 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e7bba5-2463-4d81-9a62-7e09cbe676f8 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:50:19.099820 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Publish callbacks [] for security_group (70d906a1-26e4-40b0-976e-da772aad62ed), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.107285 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (70d906a1-26e4-40b0-976e-da772aad62ed), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.140085 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 64e7bba5-2463-4d81-9a62-7e09cbe676f8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:19.146911 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:50:19.149191 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.158271 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d906a1-26e4-40b0-976e-da772aad62ed,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:19.166882 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (37bff315-ce2f-452d-bfb5-d4fe40475d3b), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.167577 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Added segment 37bff315-ce2f-452d-bfb5-d4fe40475d3b of type vlan for network 261510c2-077b-471e-9a81-d70bdede9295 May 16 18:50:19.236237 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (261510c2-077b-471e-9a81-d70bdede9295), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.256251 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=64e7bba5-2463-4d81-9a62-7e09cbe676f8,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:19.274516 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (261510c2-077b-471e-9a81-d70bdede9295), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.275768 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:19.276427 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.336114 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7554622 May 16 18:50:19.375786 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43336) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:19.385801 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Request body: {'subnet': {'network_id': '261510c2-077b-471e-9a81-d70bdede9295', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-631955854-subnet', 'tenant_id': 'b7c0f4a8f9e04a71a6b71e704c29437a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:19.399244 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06854-30a5-42df-a409-4f82e865f630 admin admin] Pushing event updated for resources: {'Network': ['ID=261510c2-077b-471e-9a81-d70bdede9295,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:19.423090 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 261510c2-077b-471e-9a81-d70bdede9295 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:50:19.430488 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843dfd3-857e-45e3-8b03-6631a94c43d8 req-d80c2221-b6dc-44a7-971a-39098c6a59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:19.432123 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a843dfd3-857e-45e3-8b03-6631a94c43d8 req-d80c2221-b6dc-44a7-971a-39098c6a59ed service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6983883 May 16 18:50:19.444887 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Made reservation on behalf of b7c0f4a8f9e04a71a6b71e704c29437a for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:19.450753 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16616915'] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.556027 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['64e7bba5-2463-4d81-9a62-7e09cbe676f8'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:50:19.565735 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1a147780-725f-46ea-a356-88ae34079f47 req-2718a7d9-068b-47a7-a2ad-f2ba6323e40c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8305948 May 16 18:50:19.593313 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721d738-950b-4e2f-98ac-77b776264203 req-01fd44e3-b176-4972-b515-cf1f0ecf5b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:19.595674 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e721d738-950b-4e2f-98ac-77b776264203 req-01fd44e3-b176-4972-b515-cf1f0ecf5b60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 1.0422482 May 16 18:50:19.723935 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e721d738-950b-4e2f-98ac-77b776264203 req-9bce4534-7b0b-4768-93fd-e00dbbd1bde2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8 HTTP/1.1" status: 200 len: 217 time: 0.1074696 May 16 18:50:19.747805 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-92a068b3-c1fb-43d1-aea5-b2b10eeb2899 admin admin] Publish callbacks [] for security_group (5de539a3-d4c4-4c26-8942-7983a5346623), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.766513 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4741415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16616901'] for subnet (8b819add-aecc-4a5a-85cf-0896f4ae5195), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.854125 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-92a068b3-c1fb-43d1-aea5-b2b10eeb2899 admin admin] Publish callbacks [] for security_group (5de539a3-d4c4-4c26-8942-7983a5346623), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:19.864817 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b819add-aecc-4a5a-85cf-0896f4ae5195,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:19.879817 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721d738-950b-4e2f-98ac-77b776264203 req-eca1283e-0bc4-4a2f-966a-489a635f4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:19.885713 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e721d738-950b-4e2f-98ac-77b776264203 req-eca1283e-0bc4-4a2f-966a-489a635f4c93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.1445606 May 16 18:50:19.885941 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Checking segment: {'id': '37bff315-ce2f-452d-bfb5-d4fe40475d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '261510c2-077b-471e-9a81-d70bdede9295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:19.886047 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843dfd3-857e-45e3-8b03-6631a94c43d8 req-fe4e201c-8072-4b3a-9534-86c6283d13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:19.886126 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Network hostable DHCP agents. Network: 261510c2-077b-471e-9a81-d70bdede9295, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:50:19.886220 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a843dfd3-857e-45e3-8b03-6631a94c43d8 req-fe4e201c-8072-4b3a-9534-86c6283d13b0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4356954 May 16 18:50:19.919903 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Network 261510c2-077b-471e-9a81-d70bdede9295 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:50:19.937157 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 261510c2-077b-471e-9a81-d70bdede9295) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:19.956191 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62579be-8a7c-4db6-aee6-40f0cee65f0e None None] Network 261510c2-077b-471e-9a81-d70bdede9295 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:50:19.968522 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:19.972981 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:20.007756 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-cd217202-1e26-418b-b488-0c0876c128ed admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6305609 May 16 18:50:20.030087 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-92a068b3-c1fb-43d1-aea5-b2b10eeb2899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5de539a3-d4c4-4c26-8942-7983a5346623), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:20.033164 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-92a068b3-c1fb-43d1-aea5-b2b10eeb2899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:20.035508 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-92a068b3-c1fb-43d1-aea5-b2b10eeb2899 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5de539a3-d4c4-4c26-8942-7983a5346623 HTTP/1.1" status: 204 len: 168 time: 0.9623291 May 16 18:50:20.044915 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721d738-950b-4e2f-98ac-77b776264203 req-73e386a6-d0c0-48f9-8bdb-549bb96b5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:20.046964 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e721d738-950b-4e2f-98ac-77b776264203 req-73e386a6-d0c0-48f9-8bdb-549bb96b5faa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1476252 May 16 18:50:20.069841 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a068b3-c1fb-43d1-aea5-b2b10eeb2899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de539a3-d4c4-4c26-8942-7983a5346623,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:20.083078 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294e322-0234-4bff-a379-2e655d79b04f req-bef82883-6a72-48dd-aa0f-b6ed29f13e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:20.084735 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-bef82883-6a72-48dd-aa0f-b6ed29f13e11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 1127 time: 0.1195388 May 16 18:50:20.116224 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6dbdf0-e2d6-47d1-af91-6f0b7fbb8c22 None None] Network 261510c2-077b-471e-9a81-d70bdede9295 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:50:20.224636 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-ac2ec432-0212-4b9b-bf29-bdd72f792538 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0df5492d-e413-4dd6-a47e-19957da57f3f HTTP/1.1" status: 200 len: 217 time: 0.1172278 May 16 18:50:20.453522 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294e322-0234-4bff-a379-2e655d79b04f req-1beb13dc-1ef0-4bfc-af7f-a1e4b54dc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:20.456633 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-1beb13dc-1ef0-4bfc-af7f-a1e4b54dc46f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.2227128 May 16 18:50:20.460610 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e721d738-950b-4e2f-98ac-77b776264203 req-1e02a54b-b124-4448-883b-c38db5b984ee service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027941 May 16 18:50:20.586974 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294e322-0234-4bff-a379-2e655d79b04f req-f2b31bc5-1dfc-4fee-9fb4-9f0248de5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:20.588966 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-f2b31bc5-1dfc-4fee-9fb4-9f0248de5bbf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1107802 May 16 18:50:20.615471 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 64e7bba5-2463-4d81-9a62-7e09cbe676f8 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:20.771092 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:50:20.785953 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:20.786463 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:20.933248 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:20.934024 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:20.953592 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c5a43-b921-4151-827a-55eb8dcd6d58 req-52c4606b-aab5-4125-8a8c-e36fd08cc813 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:20.957879 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-168c5a43-b921-4151-827a-55eb8dcd6d58 req-52c4606b-aab5-4125-8a8c-e36fd08cc813 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 943 time: 0.2403159 May 16 18:50:20.968391 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2573d57-ebb1-4daf-8809-cdc7c0d32eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e7bba5-2463-4d81-9a62-7e09cbe676f8'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:50:20.971748 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c815f6-ea7c-4afa-bc06-2c5bd69c3426" -d '{"events": [{"server_uuid": "a2573d57-ebb1-4daf-8809-cdc7c0d32eac", "name": "network-vif-plugged", "status": "completed", "tag": "64e7bba5-2463-4d81-9a62-7e09cbe676f8"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:50:20.974935 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e721d738-950b-4e2f-98ac-77b776264203 req-671978e8-7277-4961-ba02-3be78bbd7b36 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929552 May 16 18:50:21.009800 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 64e7bba5-2463-4d81-9a62-7e09cbe676f8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:21.019134 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:21.053790 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74bb90e-6b15-40bc-bbfb-0c38d42a89a9 x-openstack-request-id: req-d74bb90e-6b15-40bc-bbfb-0c38d42a89a9 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:50:21.054232 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2573d57-ebb1-4daf-8809-cdc7c0d32eac", "name": "network-vif-plugged", "status": "completed", "tag": "64e7bba5-2463-4d81-9a62-7e09cbe676f8", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:50:21.054854 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d74bb90e-6b15-40bc-bbfb-0c38d42a89a9 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:50:21.056326 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74bb90e-6b15-40bc-bbfb-0c38d42a89a9'] response: {'server_uuid': 'a2573d57-ebb1-4daf-8809-cdc7c0d32eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e7bba5-2463-4d81-9a62-7e09cbe676f8', 'code': 200} May 16 18:50:21.062967 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-0cc9da9a-c05e-4c6b-88df-abc489f21f10 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476412 May 16 18:50:21.083136 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-168c5a43-b921-4151-827a-55eb8dcd6d58 req-14583271-4563-4f95-924a-99a4ef22a8b0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157801 May 16 18:50:21.113944 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=64e7bba5-2463-4d81-9a62-7e09cbe676f8,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:21.240206 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2294e322-0234-4bff-a379-2e655d79b04f req-82670ff7-352f-45f1-bfe8-9392e6c8c141 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547377 May 16 18:50:21.338134 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fbee3-9aa5-4c00-be61-8eee29d3e7b1 req-901f567b-df7f-42f6-bc39-68b428b35270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:21.343858 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f18fbee3-9aa5-4c00-be61-8eee29d3e7b1 req-901f567b-df7f-42f6-bc39-68b428b35270 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 1130 time: 0.0756598 May 16 18:50:22.254081 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbdad4-ad30-4aa9-be89-26adaf1e68de req-8b5b299f-2fb8-4c69-a4a5-ed5d2a619d07 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:22.255682 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cabbdad4-ad30-4aa9-be89-26adaf1e68de req-8b5b299f-2fb8-4c69-a4a5-ed5d2a619d07 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 943 time: 0.0673301 May 16 18:50:22.313016 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cabbdad4-ad30-4aa9-be89-26adaf1e68de req-3e0a300a-ec34-4ea1-853d-5848df9e7c9a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513008 May 16 18:50:22.316211 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43448) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:22.472236 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:50:22.497819 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f18fbee3-9aa5-4c00-be61-8eee29d3e7b1 req-c5e30d7b-06f3-431b-a171-697a9e2d0dd3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621536 May 16 18:50:22.500265 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-070811f3-7ec9-496e-8c18-5cb293e2b9c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08dc3aef746542f0944976334e4120f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824596 May 16 18:50:22.503968 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43456) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:22.572178 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-727fdfe0-b783-4270-8adf-bbab5ec51a34 admin admin] Publish callbacks [] for security_group (7dbfcc23-023c-4b74-a558-5f58ad1822f9), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:22.594141 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-727fdfe0-b783-4270-8adf-bbab5ec51a34 admin admin] Publish callbacks [] for security_group (7dbfcc23-023c-4b74-a558-5f58ad1822f9), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:22.615060 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 0df5492d-e413-4dd6-a47e-19957da57f3f details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:50:22.652648 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-727fdfe0-b783-4270-8adf-bbab5ec51a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (7dbfcc23-023c-4b74-a558-5f58ad1822f9), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:22.655927 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-727fdfe0-b783-4270-8adf-bbab5ec51a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:22.662525 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-727fdfe0-b783-4270-8adf-bbab5ec51a34 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7dbfcc23-023c-4b74-a558-5f58ad1822f9 HTTP/1.1" status: 204 len: 168 time: 0.1522198 May 16 18:50:22.669401 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fdfe0-b783-4270-8adf-bbab5ec51a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbfcc23-023c-4b74-a558-5f58ad1822f9,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:22.748820 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 0df5492d-e413-4dd6-a47e-19957da57f3f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0df5492d-e413-4dd6-a47e-19957da57f3f,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:22.763491 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '0df5492d-e413-4dd6-a47e-19957da57f3f', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'port_id': '0df5492d-e413-4dd6-a47e-19957da57f3f', 'mac_address': 'fa:16:3e:54:e8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:50:22.812885 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 0df5492d-e413-4dd6-a47e-19957da57f3f is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:22.813356 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:22.817648 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-2e4fee0b-cb58-4dea-ab5e-8a551d56dd60 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:22.820723 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-2e4fee0b-cb58-4dea-ab5e-8a551d56dd60 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/networks?id=261510c2-077b-471e-9a81-d70bdede9295 HTTP/1.1" status: 200 len: 808 time: 0.1706531 May 16 18:50:22.832509 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df5492d-e413-4dd6-a47e-19957da57f3f {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:50:22.856163 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-ba3767b1-0ae2-451a-9367-0231808fc477 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/quotas/b7c0f4a8f9e04a71a6b71e704c29437a HTTP/1.1" status: 200 len: 375 time: 0.0209794 May 16 18:50:22.865783 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 0df5492d-e413-4dd6-a47e-19957da57f3f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0df5492d-e413-4dd6-a47e-19957da57f3f,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:22.870972 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:22.919317 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-e96b73ca-2a9e-4973-a670-863e95d9a06e tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7c0f4a8f9e04a71a6b71e704c29437a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480828 May 16 18:50:22.933211 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=0df5492d-e413-4dd6-a47e-19957da57f3f,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:23.083883 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-279b8cdb-63cd-4310-9209-84d7ebf273ff service neutron] 10.222.0.72 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468077 May 16 18:50:23.249897 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['0df5492d-e413-4dd6-a47e-19957da57f3f'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:50:23.263736 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-377c7eed-ba9b-4d1b-b64d-866a5a46fe87 service neutron] 10.222.0.72 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620088 May 16 18:50:23.576913 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8eddd13e-df70-4bef-b11b-0574b2ea569d req-21691b88-c007-44e7-a8d1-a8855473dde8 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 210 time: 0.0559607 May 16 18:50:23.591172 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a02f4-3d88-49b9-b014-22ef581ba4d3 req-1972e3ee-ef46-402d-b191-dec8ec053f23 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:23.612839 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-601a02f4-3d88-49b9-b014-22ef581ba4d3 req-1972e3ee-ef46-402d-b191-dec8ec053f23 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 944 time: 0.1690075 May 16 18:50:23.670070 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-601a02f4-3d88-49b9-b014-22ef581ba4d3 req-84248c5e-de3a-470f-b408-a5be8a685d85 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555105 May 16 18:50:23.722836 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 43504) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:23.849081 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1893071460-network', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:23.873952 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Made reservation on behalf of 405413536bdb433fbb7d03c8ccd34283 for: {'network': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:23.876428 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:23.885497 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:23.988035 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Publish callbacks [] for security_group (d98e9cfa-022f-4263-9dae-265c761dbe3e), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:23.992072 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d98e9cfa-022f-4263-9dae-265c761dbe3e), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.018785 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=115279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:50:24.029187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e9cfa-022f-4263-9dae-265c761dbe3e,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:24.035102 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (68abad90-5b49-404a-b32d-007b41e0b88f), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.035524 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.segments_db [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Added segment 68abad90-5b49-404a-b32d-007b41e0b88f of type vlan for network d80de480-7bd7-488b-b9fb-bd1908d6b618 May 16 18:50:24.081783 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (d80de480-7bd7-488b-b9fb-bd1908d6b618), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.107435 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (d80de480-7bd7-488b-b9fb-bd1908d6b618), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.108537 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:24.109125 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.146162 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4221880 May 16 18:50:24.149144 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43510) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:24.154057 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Request body: {'subnet': {'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1893071460-subnet', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'ip_version': 4}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:24.173838 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222c15-caab-46c9-a1fd-c1553286ec01 admin admin] Pushing event updated for resources: {'Network': ['ID=d80de480-7bd7-488b-b9fb-bd1908d6b618,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:24.174975 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Made reservation on behalf of 405413536bdb433fbb7d03c8ccd34283 for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:24.179246 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16616915'] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.185692 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network d80de480-7bd7-488b-b9fb-bd1908d6b618 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:50:24.356236 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4741415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16616901'] for subnet (13fa5cf4-2fec-47ee-8330-7e728ac0e344), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.410813 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fa5cf4-2fec-47ee-8330-7e728ac0e344,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:24.430373 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Checking segment: {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:24.430733 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Network hostable DHCP agents. Network: d80de480-7bd7-488b-b9fb-bd1908d6b618, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:50:24.447677 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Network d80de480-7bd7-488b-b9fb-bd1908d6b618 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:50:24.457259 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, d80de480-7bd7-488b-b9fb-bd1908d6b618) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:24.461461 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:24.462061 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.466287 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7670d2-c8c8-452e-b2a3-e0f168dc3d03 None None] Network d80de480-7bd7-488b-b9fb-bd1908d6b618 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:50:24.484201 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8af413fc-3df4-4be9-825d-7e3a40ece0ba admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3339179 May 16 18:50:24.487266 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 43516) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:24.491656 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:24.514933 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (2421e99d-dfcc-436d-93c4-2acac988ee22), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.516139 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (2421e99d-dfcc-436d-93c4-2acac988ee22), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.573274 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks [] for router_controller (2421e99d-dfcc-436d-93c4-2acac988ee22), precommit_add_association {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.587813 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-d80de480-7bd7-488b-b9fb-bd1908d6b618', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:50:24.589344 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.724853 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5c76969c-8192-40bd-bc81-eda8219c199e req-67913c56-12da-4245-968f-a20aba6e863a tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 210 time: 0.0363581 May 16 18:50:24.730924 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Allocated IP 172.20.0.2 (d80de480-7bd7-488b-b9fb-bd1908d6b618/13fa5cf4-2fec-47ee-8330-7e728ac0e344/c40deddd-32f2-4c14-87f1-172f76449003) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:24.756573 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks [] for router_gateway (2421e99d-dfcc-436d-93c4-2acac988ee22), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.863500 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58776542-6a6c-4b3c-80f1-3bbc11941cef req-f58ca3f3-2e0f-46ca-b46f-1ee85b1266a7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:24.863979 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-58776542-6a6c-4b3c-80f1-3bbc11941cef req-f58ca3f3-2e0f-46ca-b46f-1ee85b1266a7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 944 time: 0.0830495 May 16 18:50:24.901617 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Publish callbacks [] for port (c40deddd-32f2-4c14-87f1-172f76449003), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.907820 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (c40deddd-32f2-4c14-87f1-172f76449003), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:24.945211 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Network d80de480-7bd7-488b-b9fb-bd1908d6b618 is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:24.948165 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:24.951120 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:24.965210 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Pushing event updated for resources: {'Port': ['ID=c40deddd-32f2-4c14-87f1-172f76449003,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:24.977184 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-58776542-6a6c-4b3c-80f1-3bbc11941cef req-8861ce34-2b1a-4e30-a4a7-a93951b9ecf6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067767 May 16 18:50:25.015353 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks [] for router_gateway (2421e99d-dfcc-436d-93c4-2acac988ee22), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.030373 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Attempting to bind port c40deddd-32f2-4c14-87f1-172f76449003 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:25.030747 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Attempting to bind port c40deddd-32f2-4c14-87f1-172f76449003 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:25.031118 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Attempting to bind port c40deddd-32f2-4c14-87f1-172f76449003 on network d80de480-7bd7-488b-b9fb-bd1908d6b618 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:25.037022 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:25.037401 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Checking segment: {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:25.037810 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.038211 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Bound using segment: {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:25.038681 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Bound port: c40deddd-32f2-4c14-87f1-172f76449003, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:25.039059 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c40deddd-32f2-4c14-87f1-172f76449003), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.039702 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.103304 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] For port c40deddd-32f2-4c14-87f1-172f76449003, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:25.107528 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] For port c40deddd-32f2-4c14-87f1-172f76449003, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c40deddd-32f2-4c14-87f1-172f76449003,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:25.114377 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (c40deddd-32f2-4c14-87f1-172f76449003), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.148195 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Allocated IP 172.27.1.209 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/f1fb553f-6391-44cc-aa65-02ecce83ed9b) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:25.183298 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbd6f6-66cc-4a67-bbe0-aa9c10e15fe2 None None] Pushing event updated for resources: {'Port': ['ID=c40deddd-32f2-4c14-87f1-172f76449003,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:25.275884 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks [] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.310090 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.389432 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:25.390828 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fb553f-6391-44cc-aa65-02ecce83ed9b,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:25.394113 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:25.396323 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:25.730348 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c40deddd-32f2-4c14-87f1-172f76449003 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:25.784736 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port c40deddd-32f2-4c14-87f1-172f76449003 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:25.785114 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c40deddd-32f2-4c14-87f1-172f76449003), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.850302 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-21e374d8-c8d3-43f2-aade-449b97e1f35f req-419e3282-f401-4bfe-9e7b-c9dca82799b5 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 210 time: 0.0588279 May 16 18:50:25.864698 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port c40deddd-32f2-4c14-87f1-172f76449003 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:25.865213 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c40deddd-32f2-4c14-87f1-172f76449003), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.866341 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks [] for router_gateway (2421e99d-dfcc-436d-93c4-2acac988ee22), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.904674 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port c40deddd-32f2-4c14-87f1-172f76449003, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c40deddd-32f2-4c14-87f1-172f76449003,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:25.910544 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (c40deddd-32f2-4c14-87f1-172f76449003), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:25.970988 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=c40deddd-32f2-4c14-87f1-172f76449003,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:26.115491 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (2421e99d-dfcc-436d-93c4-2acac988ee22), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:26.129013 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516749e9-e0ac-411a-91e9-3a4cb1a5bab8 req-e9723052-0627-4214-b57e-7477ac61dccd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:26.130601 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-516749e9-e0ac-411a-91e9-3a4cb1a5bab8 req-e9723052-0627-4214-b57e-7477ac61dccd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 944 time: 0.0606163 May 16 18:50:26.148975 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb3bed0-5804-44b1-b8af-5f9491870a36 None None] Network d80de480-7bd7-488b-b9fb-bd1908d6b618 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:50:26.211939 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-6911b4b5-f44d-4e79-9d46-8f7c8a70d845 None None] Provisioning complete for port c40deddd-32f2-4c14-87f1-172f76449003 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:26.212226 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6911b4b5-f44d-4e79-9d46-8f7c8a70d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c40deddd-32f2-4c14-87f1-172f76449003), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:26.260057 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-516749e9-e0ac-411a-91e9-3a4cb1a5bab8 req-ecb77a17-41b4-4ba7-b068-1d3f2cc1e994 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930405 May 16 18:50:26.342328 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-6911b4b5-f44d-4e79-9d46-8f7c8a70d845 None None] Current status of the port c40deddd-32f2-4c14-87f1-172f76449003 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:26.347434 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Router 2421e99d-dfcc-436d-93c4-2acac988ee22 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:50:26.555411 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:50:26.569218 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Sync routers for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:50:26.579838 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:26.584113 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-7ef7c9ea-c4a8-48ae-bf84-ec1f236ed4c9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0956843 May 16 18:50:26.584407 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43532) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:26.594141 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:26.594824 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:26.676557 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-bc3deca6-3ad2-4023-813d-e9032951b2ea None None] Provisioning complete for port c40deddd-32f2-4c14-87f1-172f76449003 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:26.677278 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bc3deca6-3ad2-4023-813d-e9032951b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c40deddd-32f2-4c14-87f1-172f76449003), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:26.735653 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:26.780985 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-bc3deca6-3ad2-4023-813d-e9032951b2ea None None] Current status of the port c40deddd-32f2-4c14-87f1-172f76449003 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:26.923968 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 0df5492d-e413-4dd6-a47e-19957da57f3f up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:26.990645 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 0df5492d-e413-4dd6-a47e-19957da57f3f completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:50:26.999089 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 0df5492d-e413-4dd6-a47e-19957da57f3f triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:27.000160 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.008547 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-643b4c61-e630-4398-aa69-446cff0e0ad8 req-0fabbcd6-ea6c-45de-a811-5b5c0c8db61e tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 210 time: 0.0605838 May 16 18:50:27.039926 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:25Z', 'revision_number': 3, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:27.092841 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Checking router: 2421e99d-dfcc-436d-93c4-2acac988ee22 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:50:27.093336 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Updating router 2421e99d-dfcc-436d-93c4-2acac988ee22 port f1fb553f-6391-44cc-aa65-02ecce83ed9b binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:50:27.118607 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 0df5492d-e413-4dd6-a47e-19957da57f3f is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:27.119404 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.130096 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.181947 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d16c0a7-c769-407d-ae82-8f9437fbe7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df5492d-e413-4dd6-a47e-19957da57f3f'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:50:27.187253 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc3e26-1d65-4b24-a96a-13da963cf449" -d '{"events": [{"server_uuid": "8d16c0a7-c769-407d-ae82-8f9437fbe7f2", "name": "network-vif-plugged", "status": "completed", "tag": "0df5492d-e413-4dd6-a47e-19957da57f3f"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:50:27.217048 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 0df5492d-e413-4dd6-a47e-19957da57f3f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0df5492d-e413-4dd6-a47e-19957da57f3f,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:27.226171 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.268680 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.279450 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f3a13-097d-43de-8d44-5c52149b3be4 x-openstack-request-id: req-063f3a13-097d-43de-8d44-5c52149b3be4 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:50:27.280100 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d16c0a7-c769-407d-ae82-8f9437fbe7f2", "name": "network-vif-plugged", "status": "completed", "tag": "0df5492d-e413-4dd6-a47e-19957da57f3f", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:50:27.280958 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-063f3a13-097d-43de-8d44-5c52149b3be4 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:50:27.282217 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063f3a13-097d-43de-8d44-5c52149b3be4'] response: {'server_uuid': '8d16c0a7-c769-407d-ae82-8f9437fbe7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df5492d-e413-4dd6-a47e-19957da57f3f', 'code': 200} May 16 18:50:27.331298 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=0df5492d-e413-4dd6-a47e-19957da57f3f,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:27.478877 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bda4e4-eb10-4efa-a738-94c1d9e15682 req-061a411d-3283-4bb2-b3bf-9ba59dbf9dad tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:27.480190 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-94bda4e4-eb10-4efa-a738-94c1d9e15682 req-061a411d-3283-4bb2-b3bf-9ba59dbf9dad tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0979517 May 16 18:50:27.547600 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Allocated IP 172.20.0.1 (d80de480-7bd7-488b-b9fb-bd1908d6b618/13fa5cf4-2fec-47ee-8330-7e728ac0e344/c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:27.579489 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-94bda4e4-eb10-4efa-a738-94c1d9e15682 req-4b508586-3636-4946-a90d-6eda0e052764 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857625 May 16 18:50:27.605573 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Publish callbacks [] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.613075 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.683466 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca14d1-ecd5-4704-8a5e-cffd2a663ce9 None None] Pushing event updated for resources: {'Port': ['ID=f1fb553f-6391-44cc-aa65-02ecce83ed9b,revision_number=2']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:27.685349 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Publish callbacks [] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.706590 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Attempting to bind port f1fb553f-6391-44cc-aa65-02ecce83ed9b on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:27.707530 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Attempting to bind port f1fb553f-6391-44cc-aa65-02ecce83ed9b by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:27.708389 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Attempting to bind port f1fb553f-6391-44cc-aa65-02ecce83ed9b on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:27.717118 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:27.717618 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:27.718434 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.719179 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:27.720087 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Bound port: f1fb553f-6391-44cc-aa65-02ecce83ed9b, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:27.721248 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.725341 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.800204 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Network d80de480-7bd7-488b-b9fb-bd1908d6b618 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:27.809339 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:27.812125 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Pushing event updated for resources: {'Port': ['ID=c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:27.815365 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:27.864222 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (2421e99d-dfcc-436d-93c4-2acac988ee22), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:27.885595 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c40deddd-32f2-4c14-87f1-172f76449003 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:27.918263 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] For port f1fb553f-6391-44cc-aa65-02ecce83ed9b, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:27.931201 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] For port f1fb553f-6391-44cc-aa65-02ecce83ed9b, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=f1fb553f-6391-44cc-aa65-02ecce83ed9b,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:27.954172 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:28.021387 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port c40deddd-32f2-4c14-87f1-172f76449003 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:28.029774 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c40deddd-32f2-4c14-87f1-172f76449003), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:28.108379 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca14d1-ecd5-4704-8a5e-cffd2a663ce9 None None] Pushing event updated for resources: {'Port': ['ID=f1fb553f-6391-44cc-aa65-02ecce83ed9b,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:28.184195 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:28.185323 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:28.186200 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:28.228688 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-017a1183-3a32-46c2-a531-90fabc400acf tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:28.230448 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-017a1183-3a32-46c2-a531-90fabc400acf tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.61 "GET /v2.0/networks?id=261510c2-077b-471e-9a81-d70bdede9295 HTTP/1.1" status: 200 len: 808 time: 0.3382554 May 16 18:50:28.241481 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb58c4-58b1-4a96-bb2d-eb4d63888d62 req-79858ee1-93f2-48a7-8183-2b23836699ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:28.243359 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-10bb58c4-58b1-4a96-bb2d-eb4d63888d62 req-79858ee1-93f2-48a7-8183-2b23836699ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 1129 time: 0.3271990 May 16 18:50:28.285921 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b03cfa72-cbaf-439d-97a4-6f161a43ee94 req-6aa4fad1-7d18-4c43-97a6-5638fa9fadf3 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 210 time: 0.0636511 May 16 18:50:28.371563 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:28.412204 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port c40deddd-32f2-4c14-87f1-172f76449003 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:28.441673 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-6fbd00a7-294a-4aef-bfb7-cfa2817cc7c5 None None] Provisioning complete for port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:28.442049 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6fbd00a7-294a-4aef-bfb7-cfa2817cc7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:28.459538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Publish callbacks [] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:28.464992 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:28.484122 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd00a7-294a-4aef-bfb7-cfa2817cc7c5 None None] Port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:50:28.541994 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (2421e99d-dfcc-436d-93c4-2acac988ee22), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:28.543684 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Pushing event updated for resources: {'Port': ['ID=c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:28.668922 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:27Z', 'revision_number': 1, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:28.687551 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Network d80de480-7bd7-488b-b9fb-bd1908d6b618 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:28.690641 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:28.702891 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcf018-cdaa-45cc-aef0-844496f6af6e req-52d25b65-7176-48f9-ae54-0752d1124065 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:28.704803 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f1fcf018-cdaa-45cc-aef0-844496f6af6e req-52d25b65-7176-48f9-ae54-0752d1124065 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0582590 May 16 18:50:28.709445 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fd33d-8895-46bd-883a-f69c9f1738f4 None None] The sync data for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi is: [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:27Z', 'revision_number': 1, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:50:28.788440 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f1fcf018-cdaa-45cc-aef0-844496f6af6e req-6de6dcad-60fe-496d-ad35-384c65cab343 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689771 May 16 18:50:28.853937 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Router 2421e99d-dfcc-436d-93c4-2acac988ee22 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:50:28.975285 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:50:28.996164 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-34347ebc-5a6d-4a2b-8d91-2e1704d113bb admin admin] 10.222.0.72 "PUT /v2.0/routers/2421e99d-dfcc-436d-93c4-2acac988ee22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3988888 May 16 18:50:29.042159 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-216f9926-243a-45d6-93f5-9f92797f1804 None None] Provisioning complete for port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:29.042740 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-216f9926-243a-45d6-93f5-9f92797f1804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.070211 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-74365370-5dd3-438d-bcc9-86af9c8891d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.083252 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-216f9926-243a-45d6-93f5-9f92797f1804 None None] Port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:50:29.403636 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-64f32aa3-7c2c-474c-adce-00128c2ba4fe req-0a6aeb73-826a-40b6-8942-b484a4bc5a7f tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 210 time: 0.0379848 May 16 18:50:29.573936 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43570) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:29.578926 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1866544330-network', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:29.604027 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Made reservation on behalf of 73c1fb9d0eea4b9babc12af8a2e1f714 for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:29.606562 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.616844 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.716286 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Publish callbacks [] for security_group (d87cf117-d2fb-4233-a6fe-4d61a453391a), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.722168 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d87cf117-d2fb-4233-a6fe-4d61a453391a), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.749740 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:50:29.760334 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87cf117-d2fb-4233-a6fe-4d61a453391a,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:29.764961 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device f1fb553f-6391-44cc-aa65-02ecce83ed9b up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:29.766771 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (e2474acc-3385-40ad-b45a-addbc37fd0df), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.767184 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Added segment e2474acc-3385-40ad-b45a-addbc37fd0df of type vlan for network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a May 16 18:50:29.778653 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.779006 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.779515 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.780160 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.780687 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.781073 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.781408 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.781734 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.782075 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.782409 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.782940 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.783797 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.784520 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.784520 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.784794 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:29.827109 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port f1fb553f-6391-44cc-aa65-02ecce83ed9b triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:29.827501 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.838993 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (4f4ccc10-8f32-4c85-a2c6-24012c13d91a), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.868893 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (4f4ccc10-8f32-4c85-a2c6-24012c13d91a), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.870395 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:29.871231 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.895420 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3201954 May 16 18:50:29.896400 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 43576) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:29.937165 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Request body: {'subnet': {'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1866544330-subnet', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'ip_version': 4}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:29.952948 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263c08c-3e94-44ff-98fe-b4fb3348fd01 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4ccc10-8f32-4c85-a2c6-24012c13d91a,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:29.962128 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port f1fb553f-6391-44cc-aa65-02ecce83ed9b is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:29.962516 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:29.969194 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:50:30.027667 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672ee4b-3f10-4159-b7f0-486037100601 req-aebf8ea5-fcd2-479a-97c3-186ebdb77ad6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:30.030247 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a672ee4b-3f10-4159-b7f0-486037100601 req-aebf8ea5-fcd2-479a-97c3-186ebdb77ad6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1350687 May 16 18:50:30.032145 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Made reservation on behalf of 73c1fb9d0eea4b9babc12af8a2e1f714 for: {'subnet': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:30.036555 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.055081 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port f1fb553f-6391-44cc-aa65-02ecce83ed9b, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=f1fb553f-6391-44cc-aa65-02ecce83ed9b,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:30.060704 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.115253 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=f1fb553f-6391-44cc-aa65-02ecce83ed9b,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:30.166918 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a672ee4b-3f10-4159-b7f0-486037100601 req-25cebce7-5e61-4915-ab3d-5831e0bacf81 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253986 May 16 18:50:30.291658 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (ba6cd244-8c4c-4099-8bf1-ea72caaf562c), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.353998 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6cd244-8c4c-4099-8bf1-ea72caaf562c,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:30.363428 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.363808 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.364159 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.364505 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.364841 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.365178 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.365511 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.365840 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.366172 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.366508 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.366836 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.367163 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.367489 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.367842 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.368167 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:30.376944 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Checking segment: {'id': 'e2474acc-3385-40ad-b45a-addbc37fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:30.378014 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Network hostable DHCP agents. Network: 4f4ccc10-8f32-4c85-a2c6-24012c13d91a, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:50:30.397220 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:50:30.406039 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 4f4ccc10-8f32-4c85-a2c6-24012c13d91a) {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:30.412244 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:30.412903 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.415051 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e40a49-63b1-4f93-88c2-1f6e5086e9fb None None] Network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:50:30.429859 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-61632fea-e927-4ef3-8937-583e670621cb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5316224 May 16 18:50:30.432616 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43580) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:30.437407 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:30.464431 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (ce3b366f-32d1-4a68-bb18-2357b30ace80), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.465722 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (ce3b366f-32d1-4a68-bb18-2357b30ace80), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.523612 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6ba342aa-c72b-4c99-9226-11d139829a70 req-2fbc9170-7f41-436c-8beb-e01e47456707 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 210 time: 0.0368173 May 16 18:50:30.524709 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks [] for router_controller (ce3b366f-32d1-4a68-bb18-2357b30ace80), precommit_add_association {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.554488 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-4f4ccc10-8f32-4c85-a2c6-24012c13d91a', 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a', 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'fixed_ips': [{'subnet_id': 'ba6cd244-8c4c-4099-8bf1-ea72caaf562c'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:50:30.555694 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.665673 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks [] for router_gateway (ce3b366f-32d1-4a68-bb18-2357b30ace80), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.703404 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Allocated IP 172.20.0.2 (4f4ccc10-8f32-4c85-a2c6-24012c13d91a/ba6cd244-8c4c-4099-8bf1-ea72caaf562c/e58f8677-ac21-4466-a2c4-a40387a80c69) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:30.875990 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Publish callbacks [] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.889376 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:30.925752 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Request body: {'port': {'device_id': 'a0bc9562-bdde-4c63-bd12-1e1972450781', 'network_id': '261510c2-077b-471e-9a81-d70bdede9295', 'admin_state_up': True, 'tenant_id': 'b7c0f4a8f9e04a71a6b71e704c29437a'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:30.995436 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Pushing event updated for resources: {'Port': ['ID=e58f8677-ac21-4466-a2c4-a40387a80c69,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:31.010259 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:31.014775 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:31.020597 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:31.050637 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-10bb58c4-58b1-4a96-bb2d-eb4d63888d62 req-7f03c4dc-9b09-47ef-879d-946c8438a98e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225288 May 16 18:50:31.124740 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Attempting to bind port e58f8677-ac21-4466-a2c4-a40387a80c69 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:31.125551 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Attempting to bind port e58f8677-ac21-4466-a2c4-a40387a80c69 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'e2474acc-3385-40ad-b45a-addbc37fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:31.126047 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Attempting to bind port e58f8677-ac21-4466-a2c4-a40387a80c69 on network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:31.137023 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:31.140054 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Checking segment: {'id': 'e2474acc-3385-40ad-b45a-addbc37fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:31.142878 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:31.144046 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Bound using segment: {'id': 'e2474acc-3385-40ad-b45a-addbc37fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:31.145397 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Bound port: e58f8677-ac21-4466-a2c4-a40387a80c69, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2474acc-3385-40ad-b45a-addbc37fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:31.147127 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:31.161778 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks [] for router_gateway (ce3b366f-32d1-4a68-bb18-2357b30ace80), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:31.196854 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:31.204034 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Made reservation on behalf of b7c0f4a8f9e04a71a6b71e704c29437a for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:31.207697 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:31.260984 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] For port e58f8677-ac21-4466-a2c4-a40387a80c69, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:31.269958 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] For port e58f8677-ac21-4466-a2c4-a40387a80c69, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=e58f8677-ac21-4466-a2c4-a40387a80c69,segment=NetworkSegment(e2474acc-3385-40ad-b45a-addbc37fd0df),segment_id=e2474acc-3385-40ad-b45a-addbc37fd0df)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:31.283443 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Sync routers for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:50:31.303459 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:31.359458 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:31.360458 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:31.395884 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Allocated IP 172.27.1.176 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/dfb93c05-e20c-4e52-9575-0bb69c7b9b19) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:31.417030 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f085-c249-4ee3-b348-268b4254c9a9 req-93770711-164b-4907-9376-bdedb5928dc6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:31.419764 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f162f085-c249-4ee3-b348-268b4254c9a9 req-93770711-164b-4907-9376-bdedb5928dc6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0980871 May 16 18:50:31.463920 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Pushing event updated for resources: {'Port': ['ID=e58f8677-ac21-4466-a2c4-a40387a80c69,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:31.483161 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.483660 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.484133 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.484486 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.484828 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.485187 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.485519 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.487368 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.487791 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.500628 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.501149 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.502548 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.502923 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.503379 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.503934 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c21323d-30b6-4a06-93da-03f11a2eead7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:50:31.547129 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Allocated IP 172.20.0.4 (261510c2-077b-471e-9a81-d70bdede9295/8b819add-aecc-4a5a-85cf-0896f4ae5195/700928d9-2f69-43d2-b6fe-da81609fa04d) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:31.577903 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f162f085-c249-4ee3-b348-268b4254c9a9 req-9d9230af-905a-4c2d-948b-7ceff2a1dc6c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278181 May 16 18:50:31.610166 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks [] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:31.636965 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:31.717772 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:31.774353 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:31.780595 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:31.786886 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:31.814103 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e442d6e2-3a9f-427b-8eb7-769c97dbc439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:31.835339 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Pushing event updated for resources: {'Port': ['ID=dfb93c05-e20c-4e52-9575-0bb69c7b9b19,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:31.883219 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device f1fb553f-6391-44cc-aa65-02ecce83ed9b up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:31.970136 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d1a2d705-15c4-4f0f-8eb3-2e23c63f010e req-d4f24c8f-cb30-44e4-9773-8351bd1bb5a3 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 210 time: 0.2421882 May 16 18:50:32.044305 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port f1fb553f-6391-44cc-aa65-02ecce83ed9b triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:32.044749 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.045657 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks [] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.121204 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.190457 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 2, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:32.203932 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Network 261510c2-077b-471e-9a81-d70bdede9295 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:32.213530 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:32.220205 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:32.234630 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:32.235369 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.256647 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Checking router: 2421e99d-dfcc-436d-93c4-2acac988ee22 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:50:32.256647 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Updating router 2421e99d-dfcc-436d-93c4-2acac988ee22 port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:50:32.275074 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Pushing event updated for resources: {'Port': ['ID=700928d9-2f69-43d2-b6fe-da81609fa04d,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:32.288637 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks [] for router_gateway (ce3b366f-32d1-4a68-bb18-2357b30ace80), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.308055 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port f1fb553f-6391-44cc-aa65-02ecce83ed9b is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:32.314747 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.343255 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-5e41823d-9289-43b5-b2d3-48035a6564df tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4250298 May 16 18:50:32.364631 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Request body: {'port': {'device_id': 'a0bc9562-bdde-4c63-bd12-1e1972450781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:32.528985 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-d04eb199-5494-48ea-bbde-98140cb86585 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604475 May 16 18:50:32.559755 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.654782 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (ce3b366f-32d1-4a68-bb18-2357b30ace80), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.711615 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-545af6e1-82e1-436c-a5ac-234631ee0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:32.713488 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-545af6e1-82e1-436c-a5ac-234631ee0ec2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 1130 time: 0.0532920 May 16 18:50:32.856449 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.902334 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Router ce3b366f-32d1-4a68-bb18-2357b30ace80 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:50:32.944903 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Publish callbacks [] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.958549 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:32.989689 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202721f-5044-4333-bacc-6141c46d89b6 req-1bf9043f-3a13-420a-bae4-7dd87c0355c1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:32.997472 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1202721f-5044-4333-bacc-6141c46d89b6 req-1bf9043f-3a13-420a-bae4-7dd87c0355c1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.2618849 May 16 18:50:32.999997 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-91daec22-f2e2-40ce-98d6-fc3ccb904a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:33.002247 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-91daec22-f2e2-40ce-98d6-fc3ccb904a42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 915 time: 0.2498488 May 16 18:50:33.047297 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716ab47-b56f-4c9b-89f7-fa2c34f56356 None None] Pushing event updated for resources: {'Port': ['ID=c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:33.120290 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ca55c-c142-465c-b984-78127d71e572 None None] Network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:50:33.206820 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:50:33.221790 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Sync routers for ids ['ce3b366f-32d1-4a68-bb18-2357b30ace80'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:50:33.244319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e35ae0-59fa-4030-bcf9-c7ef5dc0bd70 req-266c6752-ab23-4773-8cbf-f194f56eccb1 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:33.248252 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Routers {'ce3b366f-32d1-4a68-bb18-2357b30ace80'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:33.249570 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce3b366f-32d1-4a68-bb18-2357b30ace80'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:33.249818 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:33.251453 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d5ae56a6-5fdd-45b6-9977-f3e35357392c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8176441 May 16 18:50:33.260101 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43604) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:33.266760 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d3e35ae0-59fa-4030-bcf9-c7ef5dc0bd70 req-266c6752-ab23-4773-8cbf-f194f56eccb1 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 931 time: 0.1699636 May 16 18:50:33.319135 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1202721f-5044-4333-bacc-6141c46d89b6 req-3d727127-8dd2-4cfa-a718-11c55aacdf8f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206589 May 16 18:50:33.350937 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-66c6703d-202f-43e7-8ca5-4b733394a6d7 None None] Provisioning complete for port e58f8677-ac21-4466-a2c4-a40387a80c69 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:33.355453 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-66c6703d-202f-43e7-8ca5-4b733394a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:33.404866 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Set router ce3b366f-32d1-4a68-bb18-2357b30ace80 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:33.405187 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d3e35ae0-59fa-4030-bcf9-c7ef5dc0bd70 req-e741ca95-54b1-49ea-99d5-547065618014 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372974 May 16 18:50:33.463897 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Attempting to bind port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:33.464370 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Attempting to bind port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:33.464859 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Attempting to bind port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc on network d80de480-7bd7-488b-b9fb-bd1908d6b618 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:33.487747 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:33.488160 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Checking segment: {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:33.488664 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:33.491067 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Bound using segment: {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:33.491067 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Bound port: c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:33.491067 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:33.643897 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:33.656611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700928d9-2f69-43d2-b6fe-da81609fa04d {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:50:33.673581 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Publish callbacks [] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:33.692260 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-66c6703d-202f-43e7-8ca5-4b733394a6d7 None None] Current status of the port e58f8677-ac21-4466-a2c4-a40387a80c69 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:33.701421 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-66c6703d-202f-43e7-8ca5-4b733394a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:33.707319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Transition to ACTIVE for port object 700928d9-2f69-43d2-b6fe-da81609fa04d will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:50:33.712913 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] For port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:33.713751 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:33.719821 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] For port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:33.865144 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-66c6703d-202f-43e7-8ca5-4b733394a6d7 None None] For port e58f8677-ac21-4466-a2c4-a40387a80c69, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=e58f8677-ac21-4466-a2c4-a40387a80c69,segment=NetworkSegment(e2474acc-3385-40ad-b45a-addbc37fd0df),segment_id=e2474acc-3385-40ad-b45a-addbc37fd0df)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:33.880028 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:33.954696 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Pushing event updated for resources: {'Port': ['ID=700928d9-2f69-43d2-b6fe-da81609fa04d,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:34.032346 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716ab47-b56f-4c9b-89f7-fa2c34f56356 None None] Pushing event updated for resources: {'Port': ['ID=c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:34.052775 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-66c6703d-202f-43e7-8ca5-4b733394a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:34.060323 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device e58f8677-ac21-4466-a2c4-a40387a80c69 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:34.103523 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-7d6d47f6-d4e7-4dfa-b0f5-1c71be856caa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4c32d27-4431-4863-bb69-09faf2b82b93 HTTP/1.1" status: 200 len: 1001 time: 0.1500082 May 16 18:50:34.140027 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:30Z', 'updated_at': '2022-05-16T18:50:32Z', 'revision_number': 3, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'gw_port': {'id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:31Z', 'updated_at': '2022-05-16T18:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:34.199407 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Checking router: ce3b366f-32d1-4a68-bb18-2357b30ace80 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:50:34.200489 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Updating router ce3b366f-32d1-4a68-bb18-2357b30ace80 port dfb93c05-e20c-4e52-9575-0bb69c7b9b19 binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:50:34.218048 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Attempting to bind port 700928d9-2f69-43d2-b6fe-da81609fa04d on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:34.218495 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Attempting to bind port 700928d9-2f69-43d2-b6fe-da81609fa04d by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '37bff315-ce2f-452d-bfb5-d4fe40475d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '261510c2-077b-471e-9a81-d70bdede9295'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:34.218768 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Attempting to bind port 700928d9-2f69-43d2-b6fe-da81609fa04d on network 261510c2-077b-471e-9a81-d70bdede9295 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:34.241177 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Port 700928d9-2f69-43d2-b6fe-da81609fa04d on network 261510c2-077b-471e-9a81-d70bdede9295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:50:34.244538 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Attempting to bind port 700928d9-2f69-43d2-b6fe-da81609fa04d on network 261510c2-077b-471e-9a81-d70bdede9295 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:34.263883 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-dc745ce4-8867-4fc1-a15e-a6e0e26380d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:34.279214 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-dc745ce4-8867-4fc1-a15e-a6e0e26380d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.1311567 May 16 18:50:34.281467 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:34.283791 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:34.284337 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Checking segment: {'id': '37bff315-ce2f-452d-bfb5-d4fe40475d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '261510c2-077b-471e-9a81-d70bdede9295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:34.284892 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Bound using segment: {'id': '37bff315-ce2f-452d-bfb5-d4fe40475d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '261510c2-077b-471e-9a81-d70bdede9295'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:34.285521 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Bound port: 700928d9-2f69-43d2-b6fe-da81609fa04d, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bff315-ce2f-452d-bfb5-d4fe40475d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '261510c2-077b-471e-9a81-d70bdede9295'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:34.290319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:34.455412 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:34.588902 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-906fcb57-c525-42b0-80b0-32474c51be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:34.591843 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-906fcb57-c525-42b0-80b0-32474c51be21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2938173 May 16 18:50:34.717446 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:34.720818 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:34.786784 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:34.821294 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] Provisioning complete for port e58f8677-ac21-4466-a2c4-a40387a80c69 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:34.821737 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:34.825068 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6703d-202f-43e7-8ca5-4b733394a6d7 None None] Pushing event updated for resources: {'Port': ['ID=e58f8677-ac21-4466-a2c4-a40387a80c69,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:34.894301 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Allocated IP 172.20.0.1 (4f4ccc10-8f32-4c85-a2c6-24012c13d91a/ba6cd244-8c4c-4099-8bf1-ea72caaf562c/7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:34.915260 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port e58f8677-ac21-4466-a2c4-a40387a80c69 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:34.915928 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:34.927068 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Publish callbacks [] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:34.936876 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.028007 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d786f95-c60a-4029-b734-1244189079ac None None] Pushing event updated for resources: {'Port': ['ID=dfb93c05-e20c-4e52-9575-0bb69c7b9b19,revision_number=2']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:35.047035 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Attempting to bind port dfb93c05-e20c-4e52-9575-0bb69c7b9b19 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:35.047773 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Attempting to bind port dfb93c05-e20c-4e52-9575-0bb69c7b9b19 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:35.048194 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Attempting to bind port dfb93c05-e20c-4e52-9575-0bb69c7b9b19 on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:35.060321 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:35.061008 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:35.063087 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.066076 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:35.067588 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Bound port: dfb93c05-e20c-4e52-9575-0bb69c7b9b19, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:35.068723 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.070014 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:35.100913 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] For port 700928d9-2f69-43d2-b6fe-da81609fa04d, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:35.113473 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] For port 700928d9-2f69-43d2-b6fe-da81609fa04d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=700928d9-2f69-43d2-b6fe-da81609fa04d,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:35.115887 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Publish callbacks [] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.146575 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6669ac-ba1f-47c2-b1e2-b2c9cdf8c6a8 req-4642b336-68b2-4402-a4cd-2b4dcabb7744 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:35.149078 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1b6669ac-ba1f-47c2-b1e2-b2c9cdf8c6a8 req-4642b336-68b2-4402-a4cd-2b4dcabb7744 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.6251435 May 16 18:50:35.175414 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.204184 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.210436 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] For port dfb93c05-e20c-4e52-9575-0bb69c7b9b19, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:35.215202 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] For port dfb93c05-e20c-4e52-9575-0bb69c7b9b19, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=dfb93c05-e20c-4e52-9575-0bb69c7b9b19,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:35.227482 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.235311 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] Current status of the port e58f8677-ac21-4466-a2c4-a40387a80c69 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:35.271068 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:35.282562 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:35.289440 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:50:35.295654 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] Provisioning complete for port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:35.296320 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.319665 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d786f95-c60a-4029-b734-1244189079ac None None] Pushing event updated for resources: {'Port': ['ID=dfb93c05-e20c-4e52-9575-0bb69c7b9b19,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:35.342272 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Routers {'ce3b366f-32d1-4a68-bb18-2357b30ace80'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:35.343211 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce3b366f-32d1-4a68-bb18-2357b30ace80'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:35.344964 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a0af1-d196-4c6b-a9e8-301bd9d8d536 req-32c414dc-7590-463f-80bd-dca5844536cb tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:35.353299 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-851a0af1-d196-4c6b-a9e8-301bd9d8d536 req-32c414dc-7590-463f-80bd-dca5844536cb tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 943 time: 0.7176068 May 16 18:50:35.400407 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port e58f8677-ac21-4466-a2c4-a40387a80c69 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:35.420641 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:35.421298 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.422867 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] 10.222.0.61 "PUT /v2.0/ports/700928d9-2f69-43d2-b6fe-da81609fa04d HTTP/1.1" status: 200 len: 1093 time: 3.0671859 May 16 18:50:35.425828 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (ce3b366f-32d1-4a68-bb18-2357b30ace80), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.437553 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bc9562-bdde-4c63-bd12-1e1972450781', 'tag': '700928d9-2f69-43d2-b6fe-da81609fa04d'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:50:35.440713 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0655f526-d724-409a-99a3-08060252cdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bc9562-bdde-4c63-bd12-1e1972450781", "tag": "700928d9-2f69-43d2-b6fe-da81609fa04d"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:50:35.463631 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.586847 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] Current status of the port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:35.587637 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd0366-8c73-4be4-956c-705cb9b0db75 service neutron] Pushing event updated for resources: {'Port': ['ID=700928d9-2f69-43d2-b6fe-da81609fa04d,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:35.588719 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:35.613278 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.650824 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-bdd7f824-efde-4617-97fe-63272194e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:35.652864 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-bdd7f824-efde-4617-97fe-63272194e57b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0f4a8f9e04a71a6b71e704c29437a&device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 1127 time: 0.1658399 May 16 18:50:35.669152 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1b6669ac-ba1f-47c2-b1e2-b2c9cdf8c6a8 req-cb5c1963-a5c5-4ae7-9212-820405fee55d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814832 May 16 18:50:35.672451 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-8a76cff1-f0db-4478-860e-87979640a33a service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0034013 May 16 18:50:35.688780 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:33Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:35.766195 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] Set router ce3b366f-32d1-4a68-bb18-2357b30ace80 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:35.771001 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-851a0af1-d196-4c6b-a9e8-301bd9d8d536 req-1e3ea5cd-a88c-4181-bd68-aa1021f1502f tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154565 May 16 18:50:35.797073 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.827048 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23ad09-729d-443f-b5e4-51d7106554e7 None None] The sync data for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi is: [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:33Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:50:35.864340 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] For port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:35.872375 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:35.984218 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-d7063be6-d877-4b3b-a30e-0ddb7cbbe903 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=700928d9-2f69-43d2-b6fe-da81609fa04d HTTP/1.1" status: 200 len: 217 time: 0.3066769 May 16 18:50:35.990040 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5b61e2-ff6a-4d14-b0d5-7981b110ddb1 x-openstack-request-id: req-ea5b61e2-ff6a-4d14-b0d5-7981b110ddb1 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:50:35.990519 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bc9562-bdde-4c63-bd12-1e1972450781", "tag": "700928d9-2f69-43d2-b6fe-da81609fa04d", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:50:35.990918 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea5b61e2-ff6a-4d14-b0d5-7981b110ddb1 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:50:35.991539 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5b61e2-ff6a-4d14-b0d5-7981b110ddb1'] response: {'name': 'network-changed', 'server_uuid': 'a0bc9562-bdde-4c63-bd12-1e1972450781', 'tag': '700928d9-2f69-43d2-b6fe-da81609fa04d', 'status': 'completed', 'code': 200} May 16 18:50:36.035003 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-274d6244-f290-452b-8f07-01b358c1444b None None] Provisioning complete for port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:36.040230 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-274d6244-f290-452b-8f07-01b358c1444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:36.052612 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:36.200233 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Publish callbacks [] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:36.206046 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:36.294420 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-f03940ae-198f-446f-a166-550dc15a042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:36.295961 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-f03940ae-198f-446f-a166-550dc15a042f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b819add-aecc-4a5a-85cf-0896f4ae5195 HTTP/1.1" status: 200 len: 848 time: 0.2986319 May 16 18:50:36.298288 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40340d-f396-4249-9c15-c6ff56537eb2 None None] Pushing event updated for resources: {'Port': ['ID=c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:36.349792 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-def55b5b-66fe-44ca-a0f9-c899e0f47352 req-49531d38-d3ac-450a-8350-5eb2c6e5d7b5 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557639 May 16 18:50:36.366396 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-274d6244-f290-452b-8f07-01b358c1444b None None] Port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:50:36.396400 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-274d6244-f290-452b-8f07-01b358c1444b None None] Provisioning complete for port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:36.396936 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-274d6244-f290-452b-8f07-01b358c1444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:36.398524 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-00973364-ffb5-4872-8b0e-7f8f1eb19fc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=261510c2-077b-471e-9a81-d70bdede9295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706615 May 16 18:50:36.402342 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:36.402804 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:36.412508 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:36.437399 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (ce3b366f-32d1-4a68-bb18-2357b30ace80), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:36.467684 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:30Z', 'updated_at': '2022-05-16T18:50:32Z', 'revision_number': 3, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'gw_port': {'id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:31Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:36.563246 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0b561-7da8-41ea-8227-296211a70c6d None None] The sync data for ids ['ce3b366f-32d1-4a68-bb18-2357b30ace80'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:30Z', 'updated_at': '2022-05-16T18:50:32Z', 'revision_number': 3, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'gw_port': {'id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:31Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:50:36.591981 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-18ab3632-3d50-4771-903e-92eff7decb8b service neutron] 10.222.0.61 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823120 May 16 18:50:36.597095 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:50:36.599116 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:36.727641 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:36.729120 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device e58f8677-ac21-4466-a2c4-a40387a80c69 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:36.733486 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-274d6244-f290-452b-8f07-01b358c1444b None None] Current status of the port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:36.770264 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Router ce3b366f-32d1-4a68-bb18-2357b30ace80 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:50:36.894973 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port e58f8677-ac21-4466-a2c4-a40387a80c69 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:36.895916 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:36.925045 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5d5d5-b4f2-4d7c-9c0d-d61a514d8394 req-4d947133-9096-4589-aa8a-84b35ea637f6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:36.932901 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f0a5d5d5-b4f2-4d7c-9c0d-d61a514d8394 req-4d947133-9096-4589-aa8a-84b35ea637f6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1284542 May 16 18:50:37.043461 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port e58f8677-ac21-4466-a2c4-a40387a80c69 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:37.066488 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:50:37.089845 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-e1ee90e0-25b4-484d-8bf4-701ee1d89652 None None] Provisioning complete for port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:37.093483 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-e6312faf-065d-4553-b655-c771518db098 admin admin] 10.222.0.72 "PUT /v2.0/routers/ce3b366f-32d1-4a68-bb18-2357b30ace80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8319616 May 16 18:50:37.115416 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e1ee90e0-25b4-484d-8bf4-701ee1d89652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:37.158135 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e11e7a-cc64-4abf-98ab-3381988a797c req-41e6fa18-08e2-43e3-8f61-12c3fcd06dac tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:37.160085 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e9e11e7a-cc64-4abf-98ab-3381988a797c req-41e6fa18-08e2-43e3-8f61-12c3fcd06dac tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 943 time: 0.2258713 May 16 18:50:37.170612 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee90e0-25b4-484d-8bf4-701ee1d89652 None None] Port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:50:37.174995 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f0a5d5d5-b4f2-4d7c-9c0d-d61a514d8394 req-549e5c2c-ba88-4247-8ca5-5fd3c8317f0f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975515 May 16 18:50:37.281655 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e9e11e7a-cc64-4abf-98ab-3381988a797c req-5c93e69d-008d-4ce0-8889-19b5141f9bd9 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051924 May 16 18:50:37.794259 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 43648) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:37.802235 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-476ab386-c114-46ca-bead-0d5505c10a5d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897508092', 'description': 'tempest-secgroup-smoke-1897508092 description', 'project_id': '405413536bdb433fbb7d03c8ccd34283'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:37.837231 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-476ab386-c114-46ca-bead-0d5505c10a5d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:37.932512 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:37.961834 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-476ab386-c114-46ca-bead-0d5505c10a5d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group (fb65a42b-43ba-44ab-ae75-16241c29b15d), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:37.967197 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-476ab386-c114-46ca-bead-0d5505c10a5d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fb65a42b-43ba-44ab-ae75-16241c29b15d), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.005128 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:38.006054 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.010328 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-476ab386-c114-46ca-bead-0d5505c10a5d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.012670 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-476ab386-c114-46ca-bead-0d5505c10a5d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2167001 May 16 18:50:38.015896 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ab386-c114-46ca-bead-0d5505c10a5d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb65a42b-43ba-44ab-ae75-16241c29b15d,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:38.016727 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43650) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:38.038910 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-8e1ffa80-ada7-4683-87e3-eebb08d19dad tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Request body: {'security_group_rule': {'security_group_id': 'fb65a42b-43ba-44ab-ae75-16241c29b15d', 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:38.090262 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8e1ffa80-ada7-4683-87e3-eebb08d19dad tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (c67205a3-9ace-4861-b555-b092e5a7aadf), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.099203 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:38.100565 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device dfb93c05-e20c-4e52-9575-0bb69c7b9b19 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:38.154905 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8e1ffa80-ada7-4683-87e3-eebb08d19dad tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (c67205a3-9ace-4861-b555-b092e5a7aadf), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.160825 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8e1ffa80-ada7-4683-87e3-eebb08d19dad tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (c67205a3-9ace-4861-b555-b092e5a7aadf), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.164757 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port dfb93c05-e20c-4e52-9575-0bb69c7b9b19 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:38.166538 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.180956 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ffa80-ada7-4683-87e3-eebb08d19dad tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67205a3-9ace-4861-b555-b092e5a7aadf,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:38.192862 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8e1ffa80-ada7-4683-87e3-eebb08d19dad tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.194320 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8e1ffa80-ada7-4683-87e3-eebb08d19dad tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1757390 May 16 18:50:38.197375 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43652) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:38.203154 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-0cb9f040-5cc5-4c7c-808d-d10a27090c93 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Request body: {'security_group_rule': {'security_group_id': 'fb65a42b-43ba-44ab-ae75-16241c29b15d', 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:38.239672 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f040-5cc5-4c7c-808d-d10a27090c93 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (0d0f1146-8402-4c9f-9198-73ce0e43f650), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.266678 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port dfb93c05-e20c-4e52-9575-0bb69c7b9b19 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:38.267499 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.301697 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port dfb93c05-e20c-4e52-9575-0bb69c7b9b19, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=dfb93c05-e20c-4e52-9575-0bb69c7b9b19,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:38.311832 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.358160 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f040-5cc5-4c7c-808d-d10a27090c93 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (0d0f1146-8402-4c9f-9198-73ce0e43f650), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.365744 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f040-5cc5-4c7c-808d-d10a27090c93 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (0d0f1146-8402-4c9f-9198-73ce0e43f650), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.372414 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7202f-ae4d-4272-814a-64c3dda68b96 req-5975aca6-b4a8-4bc2-9b45-875a41238f29 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:38.375525 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-13d7202f-ae4d-4272-814a-64c3dda68b96 req-5975aca6-b4a8-4bc2-9b45-875a41238f29 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0967848 May 16 18:50:38.385067 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=dfb93c05-e20c-4e52-9575-0bb69c7b9b19,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:38.419763 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9f040-5cc5-4c7c-808d-d10a27090c93 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0f1146-8402-4c9f-9198-73ce0e43f650,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:38.431795 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f040-5cc5-4c7c-808d-d10a27090c93 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.437898 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-0cb9f040-5cc5-4c7c-808d-d10a27090c93 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2353029 May 16 18:50:38.438275 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43660) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:38.443929 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-978cd767-a425-4084-aa93-1361f622c72e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Request body: {'security_group_rule': {'security_group_id': 'fb65a42b-43ba-44ab-ae75-16241c29b15d', 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:38.477385 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-978cd767-a425-4084-aa93-1361f622c72e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (0eff8e66-537a-474e-8f6d-390b6505e48f), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.491848 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a312c78-aeeb-485e-b9dd-15320afff669 req-66520e90-80b8-45ed-8e99-6783f2fd5c5c tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:38.493525 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9a312c78-aeeb-485e-b9dd-15320afff669 req-66520e90-80b8-45ed-8e99-6783f2fd5c5c tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 943 time: 0.0815554 May 16 18:50:38.497180 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-13d7202f-ae4d-4272-814a-64c3dda68b96 req-663bebc4-44da-4ae8-a22c-3ee873c1a1a5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149173 May 16 18:50:38.559966 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9a312c78-aeeb-485e-b9dd-15320afff669 req-140f893a-5e34-4354-919b-54b407d952cd tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550652 May 16 18:50:38.586430 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-978cd767-a425-4084-aa93-1361f622c72e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (0eff8e66-537a-474e-8f6d-390b6505e48f), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.591626 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-978cd767-a425-4084-aa93-1361f622c72e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (0eff8e66-537a-474e-8f6d-390b6505e48f), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.609674 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cd767-a425-4084-aa93-1361f622c72e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eff8e66-537a-474e-8f6d-390b6505e48f,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:38.619120 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-978cd767-a425-4084-aa93-1361f622c72e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.621722 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-978cd767-a425-4084-aa93-1361f622c72e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1813931 May 16 18:50:38.623011 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43662) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:38.630648 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-f7076328-e301-435c-beb9-461831c28bf4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Request body: {'security_group_rule': {'security_group_id': 'fb65a42b-43ba-44ab-ae75-16241c29b15d', 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:38.675235 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f7076328-e301-435c-beb9-461831c28bf4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (0cdb7f58-1c6d-4ac6-82e0-e2d49af44a88), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.765674 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f7076328-e301-435c-beb9-461831c28bf4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (0cdb7f58-1c6d-4ac6-82e0-e2d49af44a88), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.771586 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f7076328-e301-435c-beb9-461831c28bf4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (0cdb7f58-1c6d-4ac6-82e0-e2d49af44a88), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.794474 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7076328-e301-435c-beb9-461831c28bf4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdb7f58-1c6d-4ac6-82e0-e2d49af44a88,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:38.804870 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f7076328-e301-435c-beb9-461831c28bf4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.807344 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f7076328-e301-435c-beb9-461831c28bf4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820383 May 16 18:50:38.810696 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43664) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:38.816469 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea3d2dd3-518f-4565-8a82-0b191a79ee1b req-8fc30200-b9c3-49e9-b708-557dc5f66c3b service neutron] 10.222.0.61 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606629 May 16 18:50:38.818027 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-31fb7a8d-5ced-468b-ad93-932dfe38e1f6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Request body: {'security_group_rule': {'security_group_id': 'fb65a42b-43ba-44ab-ae75-16241c29b15d', 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:38.852650 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.securitygroups_db [None req-31fb7a8d-5ced-468b-ad93-932dfe38e1f6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Project 405413536bdb433fbb7d03c8ccd34283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 18:50:38.862956 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-31fb7a8d-5ced-468b-ad93-932dfe38e1f6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (504be476-45ad-4830-90d6-ba84d9faa9eb), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.950555 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-31fb7a8d-5ced-468b-ad93-932dfe38e1f6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (504be476-45ad-4830-90d6-ba84d9faa9eb), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.956713 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-31fb7a8d-5ced-468b-ad93-932dfe38e1f6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (504be476-45ad-4830-90d6-ba84d9faa9eb), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.979017 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb7a8d-5ced-468b-ad93-932dfe38e1f6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504be476-45ad-4830-90d6-ba84d9faa9eb,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:38.990574 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-31fb7a8d-5ced-468b-ad93-932dfe38e1f6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:38.991823 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-31fb7a8d-5ced-468b-ad93-932dfe38e1f6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1799872 May 16 18:50:38.994873 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43666) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:39.000495 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-ff1abb77-7abc-438a-acfc-195081164e78 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Request body: {'security_group_rule': {'security_group_id': 'fb65a42b-43ba-44ab-ae75-16241c29b15d', 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:39.022570 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.securitygroups_db [None req-ff1abb77-7abc-438a-acfc-195081164e78 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Project 405413536bdb433fbb7d03c8ccd34283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 18:50:39.029071 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb77-7abc-438a-acfc-195081164e78 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (0f4339f9-9119-4761-9601-dd39760b0add), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:39.096645 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb77-7abc-438a-acfc-195081164e78 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (0f4339f9-9119-4761-9601-dd39760b0add), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:39.102051 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb77-7abc-438a-acfc-195081164e78 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (0f4339f9-9119-4761-9601-dd39760b0add), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:39.122481 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1abb77-7abc-438a-acfc-195081164e78 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4339f9-9119-4761-9601-dd39760b0add,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:39.132475 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb77-7abc-438a-acfc-195081164e78 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:39.133714 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ff1abb77-7abc-438a-acfc-195081164e78 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375504 May 16 18:50:39.719522 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93603e-3363-4574-86f2-1f4923643360 req-0b9670e1-ba8a-40e5-82c7-fd58c5eaab4c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:39.733487 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c93603e-3363-4574-86f2-1f4923643360 req-0b9670e1-ba8a-40e5-82c7-fd58c5eaab4c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1476817 May 16 18:50:39.809627 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device dfb93c05-e20c-4e52-9575-0bb69c7b9b19 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:39.822127 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Sync routers for ids ['ce3b366f-32d1-4a68-bb18-2357b30ace80'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:50:39.853597 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8875-415f-456c-b10a-78581a0e8ea3 req-b12771f8-1089-4309-9f87-b98323048d14 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:39.855348 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-67df8875-415f-456c-b10a-78581a0e8ea3 req-b12771f8-1089-4309-9f87-b98323048d14 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 943 time: 0.1066771 May 16 18:50:39.885076 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c93603e-3363-4574-86f2-1f4923643360 req-be48b547-b074-488f-a941-38f60d7b6733 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500759 May 16 18:50:39.895082 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Routers {'ce3b366f-32d1-4a68-bb18-2357b30ace80'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:39.896235 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce3b366f-32d1-4a68-bb18-2357b30ace80'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:39.921934 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-67df8875-415f-456c-b10a-78581a0e8ea3 req-9e25d125-dd17-4ef7-b683-677a9780c1f4 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572317 May 16 18:50:39.987139 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port dfb93c05-e20c-4e52-9575-0bb69c7b9b19 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:39.987553 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:40.049976 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-b34fbdd1-a646-4d8a-b756-ba7416b01a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:40.051770 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-b34fbdd1-a646-4d8a-b756-ba7416b01a4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 1129 time: 0.0666711 May 16 18:50:40.255156 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Set router ce3b366f-32d1-4a68-bb18-2357b30ace80 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:40.387286 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port dfb93c05-e20c-4e52-9575-0bb69c7b9b19 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:40.550414 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:30Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 4, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'gw_port': {'id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:31Z', 'updated_at': '2022-05-16T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf', 'name': '', 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'mac_address': 'fa:16:3e:5e:9c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ba6cd244-8c4c-4099-8bf1-ea72caaf562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:34Z', 'updated_at': '2022-05-16T18:50:36Z', 'revision_number': 2, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'subnets': [{'id': 'ba6cd244-8c4c-4099-8bf1-ea72caaf562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:40.601844 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Checking router: ce3b366f-32d1-4a68-bb18-2357b30ace80 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:50:40.602193 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Updating router ce3b366f-32d1-4a68-bb18-2357b30ace80 port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:50:40.634400 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:41.146406 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Publish callbacks [] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:41.155558 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:41.209947 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e924c-340e-4bbe-89d1-baeb4fbb3dbe req-b128fe53-3141-4932-95f4-1c5ef7adf68f tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:41.212299 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-499e924c-340e-4bbe-89d1-baeb4fbb3dbe req-b128fe53-3141-4932-95f4-1c5ef7adf68f tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 943 time: 0.1500375 May 16 18:50:41.224133 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625747b7-172d-4b18-a90f-f8d3f41fdf82 req-43944125-c7a8-41b2-8800-31c52f1404ff tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:41.226679 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-625747b7-172d-4b18-a90f-f8d3f41fdf82 req-43944125-c7a8-41b2-8800-31c52f1404ff tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1428313 May 16 18:50:41.251113 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c336b-3ae3-4ecd-80a8-ad10841ad46f None None] Pushing event updated for resources: {'Port': ['ID=7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:41.321150 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-499e924c-340e-4bbe-89d1-baeb4fbb3dbe req-e4e447c6-ac22-48bb-b6ab-c168087c4d8c tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871789 May 16 18:50:41.335592 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Attempting to bind port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:50:41.335592 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Attempting to bind port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'e2474acc-3385-40ad-b45a-addbc37fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:50:41.335592 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Attempting to bind port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf on network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:50:41.341395 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:50:41.341911 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Checking segment: {'id': 'e2474acc-3385-40ad-b45a-addbc37fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:41.342321 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:41.342756 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Bound using segment: {'id': 'e2474acc-3385-40ad-b45a-addbc37fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:50:41.343234 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Bound port: 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2474acc-3385-40ad-b45a-addbc37fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:50:41.343802 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:41.344463 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-625747b7-172d-4b18-a90f-f8d3f41fdf82 req-4ff5a14c-a195-4818-b681-93bf87102691 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020288 May 16 18:50:41.437811 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] For port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:50:41.443068 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] For port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf,segment=NetworkSegment(e2474acc-3385-40ad-b45a-addbc37fd0df),segment_id=e2474acc-3385-40ad-b45a-addbc37fd0df)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:50:41.451078 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:41.540261 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Routers {'ce3b366f-32d1-4a68-bb18-2357b30ace80'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:50:41.541039 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:50:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce3b366f-32d1-4a68-bb18-2357b30ace80'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:41.590970 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c336b-3ae3-4ecd-80a8-ad10841ad46f None None] Pushing event updated for resources: {'Port': ['ID=7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:41.600042 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-8ab05afe-86b5-4290-bc9c-196aa1352b59 None None] Provisioning complete for port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:41.600335 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8ab05afe-86b5-4290-bc9c-196aa1352b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:41.755928 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] Set router ce3b366f-32d1-4a68-bb18-2357b30ace80 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:50:41.759089 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-8ab05afe-86b5-4290-bc9c-196aa1352b59 None None] Current status of the port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:41.759089 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8ab05afe-86b5-4290-bc9c-196aa1352b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:41.868112 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-8ab05afe-86b5-4290-bc9c-196aa1352b59 None None] For port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf,segment=NetworkSegment(e2474acc-3385-40ad-b45a-addbc37fd0df),segment_id=e2474acc-3385-40ad-b45a-addbc37fd0df)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:41.870677 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655f526-d724-409a-99a3-08060252cdf4 req-d144d2fc-d20d-4881-b32f-ba0f4636c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:41.873432 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0655f526-d724-409a-99a3-08060252cdf4 req-d144d2fc-d20d-4881-b32f-ba0f4636c249 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0f4a8f9e04a71a6b71e704c29437a&device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 1127 time: 0.1499455 May 16 18:50:41.875797 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8ab05afe-86b5-4290-bc9c-196aa1352b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:41.939485 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-715d705d-4bcc-4995-9639-181b813845cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:41.943514 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-715d705d-4bcc-4995-9639-181b813845cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.2217436 May 16 18:50:42.009708 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab05afe-86b5-4290-bc9c-196aa1352b59 None None] Pushing event updated for resources: {'Port': ['ID=7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:42.025031 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-05d20c72-c28a-4310-8a2f-b824a6365d00 None None] Provisioning complete for port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:42.025401 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-05d20c72-c28a-4310-8a2f-b824a6365d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:42.162828 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:30Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 4, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'gw_port': {'id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:31Z', 'updated_at': '2022-05-16T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf', 'name': '', 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'mac_address': 'fa:16:3e:5e:9c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ba6cd244-8c4c-4099-8bf1-ea72caaf562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:34Z', 'updated_at': '2022-05-16T18:50:41Z', 'revision_number': 4, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'subnets': [{'id': 'ba6cd244-8c4c-4099-8bf1-ea72caaf562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:50:42.206453 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe6030-3e1b-4196-a387-3c9cd5a0f78e None None] The sync data for ids ['ce3b366f-32d1-4a68-bb18-2357b30ace80'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:30Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 4, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'gw_port': {'id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:31Z', 'updated_at': '2022-05-16T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf', 'name': '', 'network_id': '4f4ccc10-8f32-4c85-a2c6-24012c13d91a', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'mac_address': 'fa:16:3e:5e:9c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ba6cd244-8c4c-4099-8bf1-ea72caaf562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:34Z', 'updated_at': '2022-05-16T18:50:41Z', 'revision_number': 4, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'subnets': [{'id': 'ba6cd244-8c4c-4099-8bf1-ea72caaf562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:50:42.257841 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-05d20c72-c28a-4310-8a2f-b824a6365d00 None None] Current status of the port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:42.314739 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-4c3e7fee-9fb5-489f-ae5e-aa9eab53464d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0df5492d-e413-4dd6-a47e-19957da57f3f HTTP/1.1" status: 200 len: 217 time: 0.1136539 May 16 18:50:42.611635 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-73b561f0-6eba-4420-a42d-1840935fafda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:42.613796 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-73b561f0-6eba-4420-a42d-1840935fafda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.2884877 May 16 18:50:42.634177 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcba293-b97f-4d73-82d0-0c03ba5b7c54 req-cf76ecad-bffb-49dd-9511-ec0dad2a727d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:42.635963 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9fcba293-b97f-4d73-82d0-0c03ba5b7c54 req-cf76ecad-bffb-49dd-9511-ec0dad2a727d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1571827 May 16 18:50:42.663172 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151b317-60c0-46a7-ab0b-b81592c10ea2 req-0532e5d9-697e-486e-9b1b-e232090df043 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:42.664969 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f151b317-60c0-46a7-ab0b-b81592c10ea2 req-0532e5d9-697e-486e-9b1b-e232090df043 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 943 time: 0.1792338 May 16 18:50:42.707417 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655f526-d724-409a-99a3-08060252cdf4 req-2c48829c-3dbd-436c-b3db-0f8da14721f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:42.709291 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0655f526-d724-409a-99a3-08060252cdf4 req-2c48829c-3dbd-436c-b3db-0f8da14721f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=261510c2-077b-471e-9a81-d70bdede9295 HTTP/1.1" status: 200 len: 909 time: 0.4993157 May 16 18:50:42.824558 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-35a300da-b55d-4909-990d-59db3997bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:42.826198 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-35a300da-b55d-4909-990d-59db3997bb45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2016692 May 16 18:50:42.827492 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0655f526-d724-409a-99a3-08060252cdf4 req-5b897d63-6e90-403d-b444-bfafc8eac777 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=700928d9-2f69-43d2-b6fe-da81609fa04d HTTP/1.1" status: 200 len: 217 time: 0.1079013 May 16 18:50:42.944500 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9fcba293-b97f-4d73-82d0-0c03ba5b7c54 req-fc99e368-db15-4737-885b-ebaeb5b31f66 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904644 May 16 18:50:42.961765 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f151b317-60c0-46a7-ab0b-b81592c10ea2 req-c0b8b55c-8db1-4196-bd61-373cdb8782a0 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606866 May 16 18:50:43.047912 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655f526-d724-409a-99a3-08060252cdf4 req-39f7ae17-4aa0-4caa-906f-4e9fbe38edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:43.050634 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0655f526-d724-409a-99a3-08060252cdf4 req-39f7ae17-4aa0-4caa-906f-4e9fbe38edf0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b819add-aecc-4a5a-85cf-0896f4ae5195 HTTP/1.1" status: 200 len: 848 time: 0.1994243 May 16 18:50:43.113560 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0655f526-d724-409a-99a3-08060252cdf4 req-bd3372f6-a158-4738-bd40-2c718d6cdf3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=261510c2-077b-471e-9a81-d70bdede9295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544229 May 16 18:50:43.120089 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-2f9cb622-393f-42ab-8bea-48d97390d0e4 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704611 May 16 18:50:43.331103 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0655f526-d724-409a-99a3-08060252cdf4 req-b0a4ce1a-37ab-46c4-b4d0-00b33eda067a service neutron] 10.222.0.61 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841855 May 16 18:50:43.334572 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d98ac1b-cc9c-442e-9614-e68a1a85cd64 req-840bd4fd-ea3d-493d-ab00-dcb2ed4208c1 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901221 May 16 18:50:43.493758 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0655f526-d724-409a-99a3-08060252cdf4 req-fe16bc29-28bc-4029-925a-4209390bb4d4 service neutron] 10.222.0.61 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473796 May 16 18:50:43.810610 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:43.879536 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:43.880182 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:43.969507 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:43.974727 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 700928d9-2f69-43d2-b6fe-da81609fa04d details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:50:44.142416 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 700928d9-2f69-43d2-b6fe-da81609fa04d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=700928d9-2f69-43d2-b6fe-da81609fa04d,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:44.166139 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '700928d9-2f69-43d2-b6fe-da81609fa04d', 'network_id': '261510c2-077b-471e-9a81-d70bdede9295', 'port_id': '700928d9-2f69-43d2-b6fe-da81609fa04d', 'mac_address': 'fa:16:3e:79:7c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b819add-aecc-4a5a-85cf-0896f4ae5195', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:50:44.179651 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb81f3f-1866-4a82-8277-88b630127ffe req-d270cdc2-d4d4-4105-8145-0b9ee173db57 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:44.181225 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ccb81f3f-1866-4a82-8277-88b630127ffe req-d270cdc2-d4d4-4105-8145-0b9ee173db57 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1068904 May 16 18:50:44.206488 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c06c1d-794b-455d-8fad-c8eb88780a5c req-6a5bc25b-826f-4f76-a3cb-927147ed6538 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:44.208160 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-06c06c1d-794b-455d-8fad-c8eb88780a5c req-6a5bc25b-826f-4f76-a3cb-927147ed6538 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 943 time: 0.0746677 May 16 18:50:44.210621 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 700928d9-2f69-43d2-b6fe-da81609fa04d is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:44.211006 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:44.230226 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700928d9-2f69-43d2-b6fe-da81609fa04d {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:50:44.256357 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 700928d9-2f69-43d2-b6fe-da81609fa04d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=700928d9-2f69-43d2-b6fe-da81609fa04d,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:44.261539 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:44.292666 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ccb81f3f-1866-4a82-8277-88b630127ffe req-f958dd9a-d697-4064-a6ab-b50f22198d8c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991116 May 16 18:50:44.298048 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-06c06c1d-794b-455d-8fad-c8eb88780a5c req-11d87737-a3b5-4f41-982c-7c91f0893ff8 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791430 May 16 18:50:44.324208 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=700928d9-2f69-43d2-b6fe-da81609fa04d,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:44.644932 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['700928d9-2f69-43d2-b6fe-da81609fa04d'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:50:45.437288 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 43808) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:45.506087 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fe997-ac4c-4cb9-b9a4-d7fb7e9c0c63 req-2342c002-803e-4d3e-ae27-89184e1e3ea5 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:45.507870 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-607fe997-ac4c-4cb9-b9a4-d7fb7e9c0c63 req-2342c002-803e-4d3e-ae27-89184e1e3ea5 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 944 time: 0.0976205 May 16 18:50:45.516459 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43557a7f-9909-46d7-b079-5d32ec1e1633 req-677defa5-3ff0-444f-86d7-acabb1233e10 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:45.518214 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43557a7f-9909-46d7-b079-5d32ec1e1633 req-677defa5-3ff0-444f-86d7-acabb1233e10 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0882399 May 16 18:50:45.625454 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-607fe997-ac4c-4cb9-b9a4-d7fb7e9c0c63 req-d0808323-18e3-43b7-8e31-a7133b7b3d6e tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062229 May 16 18:50:45.626253 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-61e6563d-70fb-419c-bc82-d2fedf6bfd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:45.640061 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43557a7f-9909-46d7-b079-5d32ec1e1633 req-e963ec80-2f53-4762-aa7f-da9a5a896863 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116149 May 16 18:50:45.730933 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-61e6563d-70fb-419c-bc82-d2fedf6bfd07 admin admin] Publish callbacks [] for security_group (5df3820f-9f38-4555-9b1e-bcf0f8476cd5), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:45.737231 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-61e6563d-70fb-419c-bc82-d2fedf6bfd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5df3820f-9f38-4555-9b1e-bcf0f8476cd5), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:45.800265 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-61e6563d-70fb-419c-bc82-d2fedf6bfd07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d146414476fb4eccbac1b0371a0a53fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617740 May 16 18:50:45.802532 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6563d-70fb-419c-bc82-d2fedf6bfd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df3820f-9f38-4555-9b1e-bcf0f8476cd5,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:45.804841 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 43812) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:45.883483 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-96f2495f-bdb7-4899-a8be-1bf93f3eccab admin admin] Publish callbacks [] for security_group (5df3820f-9f38-4555-9b1e-bcf0f8476cd5), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:45.908278 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-96f2495f-bdb7-4899-a8be-1bf93f3eccab admin admin] Publish callbacks [] for security_group (5df3820f-9f38-4555-9b1e-bcf0f8476cd5), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:45.973759 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-96f2495f-bdb7-4899-a8be-1bf93f3eccab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5df3820f-9f38-4555-9b1e-bcf0f8476cd5), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:45.978286 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-96f2495f-bdb7-4899-a8be-1bf93f3eccab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:45.980164 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-96f2495f-bdb7-4899-a8be-1bf93f3eccab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5df3820f-9f38-4555-9b1e-bcf0f8476cd5 HTTP/1.1" status: 204 len: 168 time: 0.1736567 May 16 18:50:45.982458 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 700928d9-2f69-43d2-b6fe-da81609fa04d up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:50:45.996041 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2495f-bdb7-4899-a8be-1bf93f3eccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df3820f-9f38-4555-9b1e-bcf0f8476cd5,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:46.044908 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 700928d9-2f69-43d2-b6fe-da81609fa04d completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:50:46.053818 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 700928d9-2f69-43d2-b6fe-da81609fa04d triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:50:46.054442 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:46.191856 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 700928d9-2f69-43d2-b6fe-da81609fa04d is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:50:46.192850 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:46.233586 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bc9562-bdde-4c63-bd12-1e1972450781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700928d9-2f69-43d2-b6fe-da81609fa04d'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:50:46.238229 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7392929-4522-42cf-a45f-7c7ae2efeb68" -d '{"events": [{"server_uuid": "a0bc9562-bdde-4c63-bd12-1e1972450781", "name": "network-vif-plugged", "status": "completed", "tag": "700928d9-2f69-43d2-b6fe-da81609fa04d"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:50:46.274238 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 700928d9-2f69-43d2-b6fe-da81609fa04d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=700928d9-2f69-43d2-b6fe-da81609fa04d,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:46.279532 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:46.316483 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e8a6e9-1e99-4457-b901-466485b3c706 x-openstack-request-id: req-02e8a6e9-1e99-4457-b901-466485b3c706 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:50:46.316807 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bc9562-bdde-4c63-bd12-1e1972450781", "name": "network-vif-plugged", "status": "completed", "tag": "700928d9-2f69-43d2-b6fe-da81609fa04d", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:50:46.317071 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-02e8a6e9-1e99-4457-b901-466485b3c706 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:50:46.317495 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e8a6e9-1e99-4457-b901-466485b3c706'] response: {'server_uuid': 'a0bc9562-bdde-4c63-bd12-1e1972450781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700928d9-2f69-43d2-b6fe-da81609fa04d', 'code': 200} May 16 18:50:46.356253 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=700928d9-2f69-43d2-b6fe-da81609fa04d,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:46.580557 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa185f8-c8ee-43ce-8ed9-31533aecec86 req-8a1a5599-4de8-4ab5-948b-b952d4549ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:46.584990 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efa185f8-c8ee-43ce-8ed9-31533aecec86 req-8a1a5599-4de8-4ab5-948b-b952d4549ece service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 1129 time: 0.0557301 May 16 18:50:46.648566 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efa185f8-c8ee-43ce-8ed9-31533aecec86 req-9b639974-9b03-4bd2-8257-0554d5ac0a4a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519950 May 16 18:50:46.819357 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549e53-f73c-4541-8bc5-1d78278e9f30 req-d29d0389-6921-4583-b8a4-bb169b76d639 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:46.822077 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-58549e53-f73c-4541-8bc5-1d78278e9f30 req-d29d0389-6921-4583-b8a4-bb169b76d639 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 945 time: 0.1061528 May 16 18:50:46.870567 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baef6c-b063-477e-9d55-a91b1fff357b req-ec5ffb44-39d6-47a8-b18d-d827741ffc7c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:46.881817 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-03baef6c-b063-477e-9d55-a91b1fff357b req-ec5ffb44-39d6-47a8-b18d-d827741ffc7c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1233625 May 16 18:50:46.949414 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-58549e53-f73c-4541-8bc5-1d78278e9f30 req-1778935c-05de-41e4-827f-ac7b43ee81b9 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183424 May 16 18:50:46.976161 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-03baef6c-b063-477e-9d55-a91b1fff357b req-34271b0f-2cc5-4d7a-993c-2bd41eae2ae4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886979 May 16 18:50:48.172359 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4a656-5b33-44b6-ae5e-43e47f50ab45 req-07dd70dc-7608-449d-baf8-f5f0d11d9a0a tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:48.174711 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8bb4a656-5b33-44b6-ae5e-43e47f50ab45 req-07dd70dc-7608-449d-baf8-f5f0d11d9a0a tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 945 time: 0.1113641 May 16 18:50:48.205134 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d1b37-a72c-4ac5-89c6-7a1559358a5b req-a3cb826d-b60f-41ed-be83-74e483684474 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:48.207284 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-783d1b37-a72c-4ac5-89c6-7a1559358a5b req-a3cb826d-b60f-41ed-be83-74e483684474 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1037309 May 16 18:50:48.283985 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8bb4a656-5b33-44b6-ae5e-43e47f50ab45 req-883a6ec3-3741-49d2-bda1-9162e457238c tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005383 May 16 18:50:48.296782 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-783d1b37-a72c-4ac5-89c6-7a1559358a5b req-53821f5d-13cf-4605-8630-e3130d86d6e8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790386 May 16 18:50:49.474258 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940a630-66c5-44c6-9794-c09f21b77da5 req-78a447b7-d99e-41f1-a7e8-07de358e7437 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:49.476985 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5940a630-66c5-44c6-9794-c09f21b77da5 req-78a447b7-d99e-41f1-a7e8-07de358e7437 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0826581 May 16 18:50:49.542900 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5940a630-66c5-44c6-9794-c09f21b77da5 req-36959a34-66d5-4fae-8fc6-440e89cb4e42 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583086 May 16 18:50:49.710672 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15341475-29c8-4d8f-abd0-e34649db6b07 req-1424e224-279b-4c1c-a575-b98b5ea0be78 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:49.712480 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-15341475-29c8-4d8f-abd0-e34649db6b07 req-1424e224-279b-4c1c-a575-b98b5ea0be78 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 945 time: 0.0994580 May 16 18:50:49.803135 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-15341475-29c8-4d8f-abd0-e34649db6b07 req-dcbe6dfc-a39a-4449-a94c-a09a0e59e08d tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807495 May 16 18:50:50.679546 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eb637-08f0-478b-8d07-81b881850753 req-d97d0fe7-ca18-4e64-af08-6097c4ce4248 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:50.681211 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-975eb637-08f0-478b-8d07-81b881850753 req-d97d0fe7-ca18-4e64-af08-6097c4ce4248 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0578315 May 16 18:50:50.743895 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-975eb637-08f0-478b-8d07-81b881850753 req-bb87882e-6912-4953-917d-ec242a9640d6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512505 May 16 18:50:51.866451 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beb7d3-7a4a-4a79-8f1b-2bd7d544b562 req-902f1ea6-e591-4ea3-b809-e916765c8cd9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:51.868059 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-18beb7d3-7a4a-4a79-8f1b-2bd7d544b562 req-902f1ea6-e591-4ea3-b809-e916765c8cd9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0508053 May 16 18:50:51.930810 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-18beb7d3-7a4a-4a79-8f1b-2bd7d544b562 req-3306f2ad-e953-4b45-b42f-bb185d81233e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570393 May 16 18:50:53.112821 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebea2ac-f8e4-46ea-bd8f-09736f33ed75 req-8aa45b76-606a-4c36-821a-3289ab588a27 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:53.114651 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8ebea2ac-f8e4-46ea-bd8f-09736f33ed75 req-8aa45b76-606a-4c36-821a-3289ab588a27 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0875473 May 16 18:50:53.488473 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9dfd1-683f-402f-a4c2-008317d6ea62 req-66e7acf7-69a9-48a4-84d8-8d0397c4e12f tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:53.490048 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-37f9dfd1-683f-402f-a4c2-008317d6ea62 req-66e7acf7-69a9-48a4-84d8-8d0397c4e12f tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 945 time: 0.0680215 May 16 18:50:53.493836 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8ebea2ac-f8e4-46ea-bd8f-09736f33ed75 req-c4dab0e8-55c3-41d1-9782-717bb41b1b6f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679020 May 16 18:50:53.569924 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-37f9dfd1-683f-402f-a4c2-008317d6ea62 req-3aa07a64-e35f-41fc-8653-69dd00bada5b tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691006 May 16 18:50:54.681850 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c4f4f-3a6d-42c2-add9-5065df343a00 req-6176755c-a805-4a8b-8f2a-1fa963a845fd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:54.686297 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8a8c4f4f-3a6d-42c2-add9-5065df343a00 req-6176755c-a805-4a8b-8f2a-1fa963a845fd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0777159 May 16 18:50:54.770998 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81904f1-3e86-424d-b78d-3e2fa25c3695 req-1c1b9e1e-4920-4234-b226-b54c4abc9e25 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:54.773474 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b81904f1-3e86-424d-b78d-3e2fa25c3695 req-1c1b9e1e-4920-4234-b226-b54c4abc9e25 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 945 time: 0.0853200 May 16 18:50:54.819013 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8a8c4f4f-3a6d-42c2-add9-5065df343a00 req-2316180b-74e8-49c6-b193-854931c03dca tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189866 May 16 18:50:54.858295 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b81904f1-3e86-424d-b78d-3e2fa25c3695 req-b19b8a41-9f31-4153-afe6-b4c0fb8bad9c tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785480 May 16 18:50:55.873479 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-a66f98a5-34fb-4d8c-aaa1-799e3e2622f3 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:55.879156 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-a66f98a5-34fb-4d8c-aaa1-799e3e2622f3 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 945 time: 0.0812900 May 16 18:50:56.099004 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Deleting port 700928d9-2f69-43d2-b6fe-da81609fa04d {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:50:56.099762 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:56.194399 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c3ece-ceb6-4991-91fc-6aa317c1ed67 req-ba9f83c4-7a3e-4027-91b5-a183c573bcfb tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:56.197903 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7a0c3ece-ceb6-4991-91fc-6aa317c1ed67 req-ba9f83c4-7a3e-4027-91b5-a183c573bcfb tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1833398 May 16 18:50:56.316829 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] For port 700928d9-2f69-43d2-b6fe-da81609fa04d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=700928d9-2f69-43d2-b6fe-da81609fa04d,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:50:56.317721 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:56.379674 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Calling delete_port for 700928d9-2f69-43d2-b6fe-da81609fa04d owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:50:56.403047 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7a0c3ece-ceb6-4991-91fc-6aa317c1ed67 req-c0888ccc-b5f3-4fae-a7ce-5f790bf60aaf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916656 May 16 18:50:56.541479 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44016) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:56.542612 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9342dc-cddc-49c7-ac7d-92ab81a64a57 req-33d55c5d-ff9d-4c6d-a498-09d6887e2e19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:56.544173 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5f9342dc-cddc-49c7-ac7d-92ab81a64a57 req-33d55c5d-ff9d-4c6d-a498-09d6887e2e19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 945 time: 0.0811179 May 16 18:50:56.651037 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5f9342dc-cddc-49c7-ac7d-92ab81a64a57 req-dd16d12f-1070-45cb-a9e5-810aec8ba950 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962274 May 16 18:50:56.717067 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c2b891df-8bb4-43db-9e5a-06cceb79488c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:56.744108 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (700928d9-2f69-43d2-b6fe-da81609fa04d), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:56.764171 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['700928d9-2f69-43d2-b6fe-da81609fa04d'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:50:56.791231 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Pushing event deleted for resources: {'Port': ['ID=700928d9-2f69-43d2-b6fe-da81609fa04d,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:56.833644 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c2b891df-8bb4-43db-9e5a-06cceb79488c admin admin] Publish callbacks [] for security_group (6c97c604-b773-43d8-b4a1-a1213657212f), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:56.839216 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c2b891df-8bb4-43db-9e5a-06cceb79488c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (6c97c604-b773-43d8-b4a1-a1213657212f), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:56.863374 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] No DVR routers for this DVR port 700928d9-2f69-43d2-b6fe-da81609fa04d on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:50:56.867095 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:56.870819 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5540ecdd-1263-40ce-b885-d7452ffdb1e3 req-58ee4df3-d163-4890-8e2f-61449ffd8276 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.61 "DELETE /v2.0/ports/700928d9-2f69-43d2-b6fe-da81609fa04d HTTP/1.1" status: 204 len: 173 time: 0.9753103 May 16 18:50:56.871566 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bc9562-bdde-4c63-bd12-1e1972450781', 'name': 'network-vif-deleted', 'tag': '700928d9-2f69-43d2-b6fe-da81609fa04d'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:50:56.875229 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8590fffd-c410-4af7-ac91-3a6beb6f8992" -d '{"events": [{"server_uuid": "a0bc9562-bdde-4c63-bd12-1e1972450781", "name": "network-vif-deleted", "tag": "700928d9-2f69-43d2-b6fe-da81609fa04d"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:50:56.908883 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b891df-8bb4-43db-9e5a-06cceb79488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c97c604-b773-43d8-b4a1-a1213657212f,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:56.921773 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 44022) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:56.922346 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c2b891df-8bb4-43db-9e5a-06cceb79488c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dba2727f36a246a5b5541aac2af7fc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789918 May 16 18:50:56.940336 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c74f0f-1e64-4557-8a86-3144d0e8551f x-openstack-request-id: req-c7c74f0f-1e64-4557-8a86-3144d0e8551f {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:50:56.940773 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bc9562-bdde-4c63-bd12-1e1972450781", "name": "network-vif-deleted", "tag": "700928d9-2f69-43d2-b6fe-da81609fa04d", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:50:56.941440 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c7c74f0f-1e64-4557-8a86-3144d0e8551f {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:50:56.942260 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c74f0f-1e64-4557-8a86-3144d0e8551f'] response: {'server_uuid': 'a0bc9562-bdde-4c63-bd12-1e1972450781', 'name': 'network-vif-deleted', 'tag': '700928d9-2f69-43d2-b6fe-da81609fa04d', 'status': 'completed', 'code': 200} May 16 18:50:57.020549 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-99c5d3ad-f5df-438f-a094-3ea22071cf54 admin admin] Publish callbacks [] for security_group (6c97c604-b773-43d8-b4a1-a1213657212f), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:57.059068 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-99c5d3ad-f5df-438f-a094-3ea22071cf54 admin admin] Publish callbacks [] for security_group (6c97c604-b773-43d8-b4a1-a1213657212f), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:57.134195 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-99c5d3ad-f5df-438f-a094-3ea22071cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (6c97c604-b773-43d8-b4a1-a1213657212f), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:57.137458 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-99c5d3ad-f5df-438f-a094-3ea22071cf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:57.138846 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-99c5d3ad-f5df-438f-a094-3ea22071cf54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c97c604-b773-43d8-b4a1-a1213657212f HTTP/1.1" status: 204 len: 168 time: 0.2150400 May 16 18:50:57.149319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5d3ad-f5df-438f-a094-3ea22071cf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c97c604-b773-43d8-b4a1-a1213657212f,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:57.594810 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bc18a-d245-4668-acf4-85d1b9482f34 req-17ac98dd-bfb2-4436-a515-74b2cfc428f4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:57.598002 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d53bc18a-d245-4668-acf4-85d1b9482f34 req-17ac98dd-bfb2-4436-a515-74b2cfc428f4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0804653 May 16 18:50:57.685345 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d53bc18a-d245-4668-acf4-85d1b9482f34 req-102a2924-6ed0-455b-9e01-35ab3197340d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707045 May 16 18:50:57.851555 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ece59aba-ba84-492a-abc8-d119aafdfbcb req-afac5773-6099-4d57-b533-da233ad76ec4 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0bc9562-bdde-4c63-bd12-1e1972450781 HTTP/1.1" status: 200 len: 210 time: 0.0496247 May 16 18:50:58.148056 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44060) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:58.290104 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-463176752-network', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:58.312929 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Made reservation on behalf of 5b168bfd42a645269b47c98f4210e4aa for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:58.316904 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:58.330847 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:58.441832 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Publish callbacks [] for security_group (f705871a-6039-43af-9e8d-ef050951c93b), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:58.447188 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (f705871a-6039-43af-9e8d-ef050951c93b), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:58.490293 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09077447-0755-47ad-a42a-55590756adea admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:50:58.508197 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f705871a-6039-43af-9e8d-ef050951c93b,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:58.517300 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (c8c94e81-dd17-43da-92e0-c5e8084b2b30), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:58.517827 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Added segment c8c94e81-dd17-43da-92e0-c5e8084b2b30 of type vlan for network 3bdc43d0-da09-483c-a5e7-ef200c0654fb May 16 18:50:58.580707 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (3bdc43d0-da09-483c-a5e7-ef200c0654fb), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:58.611406 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (3bdc43d0-da09-483c-a5e7-ef200c0654fb), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:58.611406 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:58.611406 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:58.670405 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-09077447-0755-47ad-a42a-55590756adea admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5173957 May 16 18:50:58.670790 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44068) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:58.677321 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Request body: {'subnet': {'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-463176752-subnet', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'ip_version': 4}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:58.749345 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09077447-0755-47ad-a42a-55590756adea admin admin] Pushing event updated for resources: {'Network': ['ID=3bdc43d0-da09-483c-a5e7-ef200c0654fb,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:58.766224 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Made reservation on behalf of 5b168bfd42a645269b47c98f4210e4aa for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:50:58.772151 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16616915'] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:58.785974 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:50:58.980317 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7758ef-ff53-4507-a420-98f6a3e433f0 req-b62d1e9e-1340-464d-a35a-87c6ca42b738 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:58.998569 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3b7758ef-ff53-4507-a420-98f6a3e433f0 req-b62d1e9e-1340-464d-a35a-87c6ca42b738 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1502852 May 16 18:50:59.151117 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-60008511-a1ad-4a21-997e-3443b7859dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:59.167608 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3b7758ef-ff53-4507-a420-98f6a3e433f0 req-4013bc2f-a555-4e4d-8d78-8177c433cdfc tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647093 May 16 18:50:59.168107 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4741415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16616901'] for subnet (dbfe558b-fc6c-4a72-956e-26c22b3c56f3), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:59.267087 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfe558b-fc6c-4a72-956e-26c22b3c56f3,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:50:59.284688 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Checking segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:50:59.285044 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Network hostable DHCP agents. Network: 3bdc43d0-da09-483c-a5e7-ef200c0654fb, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:50:59.306443 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:50:59.318429 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 3bdc43d0-da09-483c-a5e7-ef200c0654fb) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:50:59.323539 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:59.324348 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:59.331767 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa5505-79bd-427d-8171-ada4a7636ebf None None] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:50:59.351930 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-813aca4e-ce66-4797-9bfb-279c037a8336 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6759236 May 16 18:50:59.351930 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44090) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:50:59.370234 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:50:59.410913 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:59.412248 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:59.446770 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-9d431884-36ef-4f72-93ed-97666d366ebe tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:50:59.455811 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-9d431884-36ef-4f72-93ed-97666d366ebe tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/networks?id=261510c2-077b-471e-9a81-d70bdede9295 HTTP/1.1" status: 200 len: 808 time: 0.1786888 May 16 18:50:59.471300 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:50:59.480645 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-2c7ed1a5-5471-4fc5-b8e9-ca32e7701de9 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/quotas/b7c0f4a8f9e04a71a6b71e704c29437a HTTP/1.1" status: 200 len: 375 time: 0.0237265 May 16 18:50:59.493573 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:50:59.494750 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:59.515827 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks [] for router_controller (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), precommit_add_association {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:59.570384 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-d2c19500-1946-426b-af8a-556233c0ee9e tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7c0f4a8f9e04a71a6b71e704c29437a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833280 May 16 18:50:59.725444 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-b27a6452-433c-4d52-bbeb-d89d6dbd1ff6 service neutron] 10.222.0.72 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539514 May 16 18:50:59.759047 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Allocated IP 172.20.0.2 (3bdc43d0-da09-483c-a5e7-ef200c0654fb/dbfe558b-fc6c-4a72-956e-26c22b3c56f3/330c4b70-0350-4b9f-8417-a61276ee77dd) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:50:59.826964 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks [] for router_gateway (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:50:59.898996 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-5b3060e8-d4b5-482a-8ef8-85f74355505a service neutron] 10.222.0.72 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657128 May 16 18:51:00.079953 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Publish callbacks [] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:00.079953 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 700928d9-2f69-43d2-b6fe-da81609fa04d no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:51:00.119417 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 700928d9-2f69-43d2-b6fe-da81609fa04d {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:51:00.119822 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 700928d9-2f69-43d2-b6fe-da81609fa04d not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:51:00.129208 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abc48e-20d8-4385-81bd-cfe546100a2d req-d4ccc663-dbf4-436d-ad49-120aa62897ae tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:00.130945 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29abc48e-20d8-4385-81bd-cfe546100a2d req-d4ccc663-dbf4-436d-ad49-120aa62897ae tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0653441 May 16 18:51:00.136533 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:00.242750 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29abc48e-20d8-4385-81bd-cfe546100a2d req-7c3e3829-6513-4807-91c2-79c5c558f06f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983834 May 16 18:51:00.263614 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:00.267909 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:00.277204 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:00.341089 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Pushing event updated for resources: {'Port': ['ID=330c4b70-0350-4b9f-8417-a61276ee77dd,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:00.361065 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-868a5365-f266-4800-94bf-448d3f84d251 req-de440de1-880c-4635-9262-afee57fefbf4 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 210 time: 0.1354127 May 16 18:51:00.393859 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Attempting to bind port 330c4b70-0350-4b9f-8417-a61276ee77dd on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:51:00.394227 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Attempting to bind port 330c4b70-0350-4b9f-8417-a61276ee77dd by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:51:00.394627 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Attempting to bind port 330c4b70-0350-4b9f-8417-a61276ee77dd on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:00.405356 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:51:00.405801 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Checking segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:00.406240 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:00.406658 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Bound using segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:51:00.407322 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Bound port: 330c4b70-0350-4b9f-8417-a61276ee77dd, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:51:00.408034 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:00.477093 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks [] for router_gateway (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:00.504795 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:00.513569 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] For port 330c4b70-0350-4b9f-8417-a61276ee77dd, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:51:00.518955 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] For port 330c4b70-0350-4b9f-8417-a61276ee77dd, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=330c4b70-0350-4b9f-8417-a61276ee77dd,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:51:00.530051 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:00.533655 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd649c4-cc3b-415c-b899-6c7d275f6048 req-f83c8ff1-1ad7-4623-8cb5-d5fb29e8b1e0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:00.547062 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dcd649c4-cc3b-415c-b899-6c7d275f6048 req-f83c8ff1-1ad7-4623-8cb5-d5fb29e8b1e0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1062555 May 16 18:51:00.642020 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dcd649c4-cc3b-415c-b899-6c7d275f6048 req-ce6bdb4d-c168-4c57-bf51-9f60707d6e0e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934644 May 16 18:51:00.665524 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeb70d-f6c0-4d86-9e21-8b504686bf1f None None] Pushing event updated for resources: {'Port': ['ID=330c4b70-0350-4b9f-8417-a61276ee77dd,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:00.730358 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Allocated IP 172.27.1.228 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/eef66dae-aaa3-44dc-9f74-8bde1f71a7da) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:00.943946 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks [] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:01.012262 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:01.082656 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:01.087651 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:01.091850 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:01.159106 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Pushing event updated for resources: {'Port': ['ID=eef66dae-aaa3-44dc-9f74-8bde1f71a7da,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:01.479231 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a5420-fe0e-4765-bfd4-452485c15834 req-eb8a1df4-5e25-433f-a9af-bf354d80dd4c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:01.485389 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c59a5420-fe0e-4765-bfd4-452485c15834 req-eb8a1df4-5e25-433f-a9af-bf354d80dd4c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1005919 May 16 18:51:01.500878 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks [] for router_gateway (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:01.515750 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-1e0109db-6229-44fd-a01c-677e98ab8ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:01.602111 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e6cd82af-0aea-43d1-a28d-d61db4d98bb9 req-95075e33-7f41-4479-8134-b8c9a409ea72 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 210 time: 0.0664599 May 16 18:51:01.609192 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c59a5420-fe0e-4765-bfd4-452485c15834 req-21f9bd4d-e519-4990-8152-90a4f4b875f5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166341 May 16 18:51:01.903980 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b3c20-bf85-433d-97e3-c7ec4113ade6 req-26238463-771d-4a37-9e16-aa64f6d9ce53 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:01.908752 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:01.911753 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ef2b3c20-bf85-433d-97e3-c7ec4113ade6 req-26238463-771d-4a37-9e16-aa64f6d9ce53 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0985298 May 16 18:51:01.977851 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 330c4b70-0350-4b9f-8417-a61276ee77dd up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:01.988427 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ef2b3c20-bf85-433d-97e3-c7ec4113ade6 req-07f5c588-ebab-4ed5-804c-611b6c8d53df tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752542 May 16 18:51:02.089657 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 330c4b70-0350-4b9f-8417-a61276ee77dd triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:02.090183 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.229142 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 330c4b70-0350-4b9f-8417-a61276ee77dd is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:02.229636 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.237073 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:51:02.303301 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44144) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:02.306325 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port 330c4b70-0350-4b9f-8417-a61276ee77dd, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=330c4b70-0350-4b9f-8417-a61276ee77dd,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:02.309744 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-dd154f2d-5d2d-48d9-9415-1080057cd791 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775757170', 'description': 'tempest-description--1968586335'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:02.316727 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.382954 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dd154f2d-5d2d-48d9-9415-1080057cd791 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.416137 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c83173-2ae1-4ad9-83d4-dd112aea6290 None None] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:51:02.435210 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:51:02.445271 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Sync routers for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:51:02.465858 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:02.468110 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:02.494747 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.500069 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7b858ff5-7345-4f2d-8bb1-de46377bff89 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1464462 May 16 18:51:02.502968 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 44148) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:02.565701 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=330c4b70-0350-4b9f-8417-a61276ee77dd,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:02.566755 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dd154f2d-5d2d-48d9-9415-1080057cd791 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (0720b03a-75dd-4fdd-bd17-2e3785774960), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.578584 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-dd1d2876-a63c-4231-b5fc-863dbebe9fd0 None None] Provisioning complete for port 330c4b70-0350-4b9f-8417-a61276ee77dd triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:02.579490 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-dd1d2876-a63c-4231-b5fc-863dbebe9fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.579607 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dd154f2d-5d2d-48d9-9415-1080057cd791 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (0720b03a-75dd-4fdd-bd17-2e3785774960), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.665519 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd154f2d-5d2d-48d9-9415-1080057cd791 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0720b03a-75dd-4fdd-bd17-2e3785774960,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:02.682813 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dd154f2d-5d2d-48d9-9415-1080057cd791 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.682813 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-dd154f2d-5d2d-48d9-9415-1080057cd791 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3727322 May 16 18:51:02.700751 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44154) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:02.724656 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-d7d8d59c-a9d2-4b3e-a7bb-df8a18f03d8b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group_rule': {'security_group_id': '0720b03a-75dd-4fdd-bd17-2e3785774960', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:02.812237 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d59c-a9d2-4b3e-a7bb-df8a18f03d8b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (2a31fb2a-70da-4443-8c02-81ca71f4b647), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.858460 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-1c794262-054a-4621-970c-a32c31711f29 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:02.861946 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-1c794262-054a-4621-970c-a32c31711f29 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.61 "GET /v2.0/networks?id=261510c2-077b-471e-9a81-d70bdede9295 HTTP/1.1" status: 200 len: 808 time: 0.3713360 May 16 18:51:02.897150 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.963615 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d2876-a63c-4231-b5fc-863dbebe9fd0 None None] Current status of the port 330c4b70-0350-4b9f-8417-a61276ee77dd is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:02.966304 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:02.966705 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d59c-a9d2-4b3e-a7bb-df8a18f03d8b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (2a31fb2a-70da-4443-8c02-81ca71f4b647), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:02.974778 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d59c-a9d2-4b3e-a7bb-df8a18f03d8b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (2a31fb2a-70da-4443-8c02-81ca71f4b647), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.006093 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8d59c-a9d2-4b3e-a7bb-df8a18f03d8b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a31fb2a-70da-4443-8c02-81ca71f4b647,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:03.029777 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d59c-a9d2-4b3e-a7bb-df8a18f03d8b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.032572 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d7d8d59c-a9d2-4b3e-a7bb-df8a18f03d8b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3287606 May 16 18:51:03.037862 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44168) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:03.046386 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-be839eb8-0049-4ee0-b3b2-c4c00748b14b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group_rule': {'security_group_id': '0720b03a-75dd-4fdd-bd17-2e3785774960', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:03.056572 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Request body: {'port': {'device_id': '7bb2c41a-d2d7-4e2a-8800-91fb33ef5def', 'network_id': '261510c2-077b-471e-9a81-d70bdede9295', 'admin_state_up': True, 'tenant_id': 'b7c0f4a8f9e04a71a6b71e704c29437a'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:03.104636 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-be839eb8-0049-4ee0-b3b2-c4c00748b14b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (934c2b25-c8b1-4bd1-bbe0-266af39128ad), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.198749 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a5e7bfa1-d524-4d11-98ad-7369e7f1ad0e req-0ee96f63-0932-4221-b248-d7e325270173 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 210 time: 0.1716669 May 16 18:51:03.228934 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-be839eb8-0049-4ee0-b3b2-c4c00748b14b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (934c2b25-c8b1-4bd1-bbe0-266af39128ad), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.236291 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-be839eb8-0049-4ee0-b3b2-c4c00748b14b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (934c2b25-c8b1-4bd1-bbe0-266af39128ad), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.289526 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839eb8-0049-4ee0-b3b2-c4c00748b14b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934c2b25-c8b1-4bd1-bbe0-266af39128ad,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:03.300390 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-be839eb8-0049-4ee0-b3b2-c4c00748b14b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.304250 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-be839eb8-0049-4ee0-b3b2-c4c00748b14b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2634935 May 16 18:51:03.321045 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44174) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:03.339654 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:03.352290 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-08f64475-738e-4ad2-9894-5175797dbcc2 None None] Provisioning complete for port 330c4b70-0350-4b9f-8417-a61276ee77dd triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:03.352984 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-08f64475-738e-4ad2-9894-5175797dbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.354095 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb0f14-37ba-4216-842b-92b3b8ad194e req-0210cdee-a908-4ebc-842c-dfd935f2a173 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:03.356845 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b8bb0f14-37ba-4216-842b-92b3b8ad194e req-0210cdee-a908-4ebc-842c-dfd935f2a173 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.3063307 May 16 18:51:03.403486 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.410601 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:01Z', 'revision_number': 3, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:03.457596 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Checking router: 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:51:03.459399 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Updating router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 port eef66dae-aaa3-44dc-9f74-8bde1f71a7da binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:51:03.495526 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-08f64475-738e-4ad2-9894-5175797dbcc2 None None] Current status of the port 330c4b70-0350-4b9f-8417-a61276ee77dd is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:03.497666 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.538469 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.578728 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1028b-20bd-44f1-af5b-6f15940880ef req-88eb199b-c66c-4f50-8546-1a98b2f33232 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:03.590740 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-86c1028b-20bd-44f1-af5b-6f15940880ef req-88eb199b-c66c-4f50-8546-1a98b2f33232 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1579950 May 16 18:51:03.595889 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.687732 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b8bb0f14-37ba-4216-842b-92b3b8ad194e req-9884a56f-432d-422f-926e-d3e93d21749f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571065 May 16 18:51:03.718600 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Made reservation on behalf of b7c0f4a8f9e04a71a6b71e704c29437a for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:51:03.724717 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:03.754308 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Allocated IP 172.27.1.117 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/656919d2-b041-44c2-b258-1cafca5b9d43) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:03.834086 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-86c1028b-20bd-44f1-af5b-6f15940880ef req-7fcfbefa-bac9-4af9-8015-864be708926f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409346 May 16 18:51:03.896044 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 330c4b70-0350-4b9f-8417-a61276ee77dd up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:03.980319 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (656919d2-b041-44c2-b258-1cafca5b9d43), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.004442 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 330c4b70-0350-4b9f-8417-a61276ee77dd triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:04.004740 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.046432 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (656919d2-b041-44c2-b258-1cafca5b9d43), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.100384 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.104276 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.107056 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:04.112804 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:04.117015 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:04.171486 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 330c4b70-0350-4b9f-8417-a61276ee77dd is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:04.188395 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=656919d2-b041-44c2-b258-1cafca5b9d43,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:04.197596 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Allocated IP 172.20.0.6 (261510c2-077b-471e-9a81-d70bdede9295/8b819add-aecc-4a5a-85cf-0896f4ae5195/2208d25f-6682-4ab4-8ac8-158028b26ee7) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:04.273724 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (476ff082-e56f-4ffe-b8be-5b75034dda4c), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.363696 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (656919d2-b041-44c2-b258-1cafca5b9d43), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.364066 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Publish callbacks [] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.372049 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.459404 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-303f3d90-2f14-499f-bc28-e47d4433d118 req-3b0315c9-7079-45d3-9a45-05a69ac03720 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 210 time: 0.0973759 May 16 18:51:04.471878 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fedbd7-19e9-4221-a017-255dc2e64f63 None None] Pushing event updated for resources: {'Port': ['ID=eef66dae-aaa3-44dc-9f74-8bde1f71a7da,revision_number=2']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:04.478097 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Attempting to bind port eef66dae-aaa3-44dc-9f74-8bde1f71a7da on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:51:04.479075 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Attempting to bind port eef66dae-aaa3-44dc-9f74-8bde1f71a7da by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:51:04.480614 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Attempting to bind port eef66dae-aaa3-44dc-9f74-8bde1f71a7da on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:04.491589 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:51:04.492659 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:04.493278 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.493872 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:51:04.494631 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Bound port: eef66dae-aaa3-44dc-9f74-8bde1f71a7da, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:51:04.495819 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.537373 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Allocated IP 172.20.0.1 (3bdc43d0-da09-483c-a5e7-ef200c0654fb/dbfe558b-fc6c-4a72-956e-26c22b3c56f3/04444659-45dd-4646-927e-c608bd31fc2b) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:04.581150 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] For port eef66dae-aaa3-44dc-9f74-8bde1f71a7da, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:51:04.586966 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] For port eef66dae-aaa3-44dc-9f74-8bde1f71a7da, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=eef66dae-aaa3-44dc-9f74-8bde1f71a7da,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:51:04.605808 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.658891 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:04.659864 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:04.661489 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks [] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.679295 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (656919d2-b041-44c2-b258-1cafca5b9d43), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.687212 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (656919d2-b041-44c2-b258-1cafca5b9d43), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.729831 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Publish callbacks [] for port (04444659-45dd-4646-927e-c608bd31fc2b), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.737655 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fedbd7-19e9-4221-a017-255dc2e64f63 None None] Pushing event updated for resources: {'Port': ['ID=eef66dae-aaa3-44dc-9f74-8bde1f71a7da,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:04.754784 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.803197 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=656919d2-b041-44c2-b258-1cafca5b9d43,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:04.824662 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (476ff082-e56f-4ffe-b8be-5b75034dda4c), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.837114 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:04.848208 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Network 261510c2-077b-471e-9a81-d70bdede9295 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:04.850640 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.857715 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-5a3ed1ff-f57f-4d79-956a-81e9bcf88877 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5325713 May 16 18:51:04.860549 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:04.880248 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:04.886856 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:04.887572 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.890755 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Pushing event updated for resources: {'Port': ['ID=2208d25f-6682-4ab4-8ac8-158028b26ee7,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:04.896050 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (04444659-45dd-4646-927e-c608bd31fc2b), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:04.946066 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-67fae626-8727-45bd-bc32-752ed3e85d19 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8982029 May 16 18:51:04.952796 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:04.973002 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Request body: {'port': {'device_id': '7bb2c41a-d2d7-4e2a-8800-91fb33ef5def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:04.980946 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:05.006379 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:05.007049 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:05.029120 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Pushing event updated for resources: {'Port': ['ID=04444659-45dd-4646-927e-c608bd31fc2b,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:05.334987 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-679fb00d-f2a8-4b1a-aed8-7be0a2e8dddd None None] Provisioning complete for port 04444659-45dd-4646-927e-c608bd31fc2b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:05.335828 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-679fb00d-f2a8-4b1a-aed8-7be0a2e8dddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (04444659-45dd-4646-927e-c608bd31fc2b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:05.338880 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:01Z', 'revision_number': 3, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:05.375026 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012510b1-efce-4083-b6a8-ad081a25407a None None] The sync data for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi is: [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:01Z', 'revision_number': 3, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:51:05.395480 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424c53e-28be-4dd1-af11-73c7c775c810 req-52f95b17-00cf-46d6-bd22-e91b84d26d53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:05.398406 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c424c53e-28be-4dd1-af11-73c7c775c810 req-52f95b17-00cf-46d6-bd22-e91b84d26d53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.4413526 May 16 18:51:05.407360 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-679fb00d-f2a8-4b1a-aed8-7be0a2e8dddd None None] Port 04444659-45dd-4646-927e-c608bd31fc2b cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:51:05.454479 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:05.538321 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dda3fc-640a-440a-bfa8-71a459317f63 req-9ca0b053-f674-4ee9-98eb-3b78b56ef3c3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:05.540051 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-16dda3fc-640a-440a-bfa8-71a459317f63 req-9ca0b053-f674-4ee9-98eb-3b78b56ef3c3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.4749246 May 16 18:51:05.554149 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:05.643925 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c424c53e-28be-4dd1-af11-73c7c775c810 req-2651ab49-ea80-4bb3-ab6d-cdb17397efb7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924112 May 16 18:51:05.793592 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (04444659-45dd-4646-927e-c608bd31fc2b), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:05.808130 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-16dda3fc-640a-440a-bfa8-71a459317f63 req-d3f28d58-f309-47fd-a39b-7c5d84381b05 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431853 May 16 18:51:06.145755 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d708d-3cb3-49d7-9d88-a591af2d83ba req-216b83c9-22e6-47ab-934d-205224a04b5b tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:06.149532 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f54d708d-3cb3-49d7-9d88-a591af2d83ba req-216b83c9-22e6-47ab-934d-205224a04b5b tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 931 time: 0.2066176 May 16 18:51:06.175577 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-d2e418dc-0c4f-4ad2-a830-8e0cd85a470c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1775757170&fields=id&tenant_id=593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 267 time: 0.3448374 May 16 18:51:06.469331 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f54d708d-3cb3-49d7-9d88-a591af2d83ba req-53cfef43-a698-45fa-8508-66da8e395935 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047130 May 16 18:51:06.552677 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-60e5207f-e269-42e5-a8bf-bc2a8d411bc9 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:06.554314 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-60e5207f-e269-42e5-a8bf-bc2a8d411bc9 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 814 time: 0.3441606 May 16 18:51:06.610951 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-63b3949f-03d8-4436-930f-b1517f96f3cb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/quotas/593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 375 time: 0.0238161 May 16 18:51:06.616719 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2208d25f-6682-4ab4-8ac8-158028b26ee7 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:51:06.637580 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Publish callbacks [] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:06.654396 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Publish callbacks [] for port (04444659-45dd-4646-927e-c608bd31fc2b), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:06.666344 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (04444659-45dd-4646-927e-c608bd31fc2b), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:06.667287 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:06.705405 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Transition to ACTIVE for port object 2208d25f-6682-4ab4-8ac8-158028b26ee7 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:51:06.737587 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:06.778867 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-8ecd29e0-f1d1-452a-b88b-f9cf12fc7a46 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1575627 May 16 18:51:06.814049 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Pushing event updated for resources: {'Port': ['ID=04444659-45dd-4646-927e-c608bd31fc2b,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:06.942589 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db95ba-6a4d-44fa-aab3-58c0b460be65 req-8e9966ee-00d7-4adb-abe9-3bf12c943686 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:06.944222 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-05db95ba-6a4d-44fa-aab3-58c0b460be65 req-8e9966ee-00d7-4adb-abe9-3bf12c943686 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1877670 May 16 18:51:07.046599 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2208d25f-6682-4ab4-8ac8-158028b26ee7,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:07.114602 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:07.117076 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-2900be22-e997-49c6-8003-93d82be04130 service neutron] 10.222.0.72 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176394 May 16 18:51:07.117732 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Attempting to bind port 2208d25f-6682-4ab4-8ac8-158028b26ee7 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:51:07.118095 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Attempting to bind port 2208d25f-6682-4ab4-8ac8-158028b26ee7 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '37bff315-ce2f-452d-bfb5-d4fe40475d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '261510c2-077b-471e-9a81-d70bdede9295'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:51:07.118382 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Attempting to bind port 2208d25f-6682-4ab4-8ac8-158028b26ee7 on network 261510c2-077b-471e-9a81-d70bdede9295 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:07.124939 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:07.154792 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Port 2208d25f-6682-4ab4-8ac8-158028b26ee7 on network 261510c2-077b-471e-9a81-d70bdede9295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:51:07.155246 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Attempting to bind port 2208d25f-6682-4ab4-8ac8-158028b26ee7 on network 261510c2-077b-471e-9a81-d70bdede9295 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:07.181972 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-05db95ba-6a4d-44fa-aab3-58c0b460be65 req-c0a9507d-18bc-4e54-962c-e33e271c6bf7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033753 May 16 18:51:07.210938 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:51:07.211399 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Checking segment: {'id': '37bff315-ce2f-452d-bfb5-d4fe40475d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '261510c2-077b-471e-9a81-d70bdede9295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:07.212157 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Bound using segment: {'id': '37bff315-ce2f-452d-bfb5-d4fe40475d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '261510c2-077b-471e-9a81-d70bdede9295'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:51:07.212730 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Bound port: 2208d25f-6682-4ab4-8ac8-158028b26ee7, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bff315-ce2f-452d-bfb5-d4fe40475d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '261510c2-077b-471e-9a81-d70bdede9295'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:51:07.213295 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:07.527428 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa9ab9-565b-4e62-8451-834b9202f8bd req-1d5475a8-9eaa-48c1-820d-5d3ec8cb371b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:07.529140 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-34aa9ab9-565b-4e62-8451-834b9202f8bd req-1d5475a8-9eaa-48c1-820d-5d3ec8cb371b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.2066483 May 16 18:51:07.546823 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-bb42eed7-1bf4-423a-9d23-4c2894050bed None None] Provisioning complete for port 04444659-45dd-4646-927e-c608bd31fc2b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:07.548518 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bb42eed7-1bf4-423a-9d23-4c2894050bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (04444659-45dd-4646-927e-c608bd31fc2b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:07.568776 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-79c9864a-f589-4885-a68b-dae389e21972 service neutron] 10.222.0.72 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348338 May 16 18:51:07.589347 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-bb42eed7-1bf4-423a-9d23-4c2894050bed None None] Port 04444659-45dd-4646-927e-c608bd31fc2b cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:51:07.601090 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] For port 2208d25f-6682-4ab4-8ac8-158028b26ee7, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:51:07.607525 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:51:07.624187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] For port 2208d25f-6682-4ab4-8ac8-158028b26ee7, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2208d25f-6682-4ab4-8ac8-158028b26ee7,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:51:07.643370 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:07.701019 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:07.701629 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:07.703270 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] 10.222.0.61 "PUT /v2.0/ports/2208d25f-6682-4ab4-8ac8-158028b26ee7 HTTP/1.1" status: 200 len: 1093 time: 2.7362838 May 16 18:51:07.711503 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-34aa9ab9-565b-4e62-8451-834b9202f8bd req-cf2fc2a6-ac24-4e48-a455-74d9433a2a36 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697764 May 16 18:51:07.716349 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb2c41a-d2d7-4e2a-8800-91fb33ef5def', 'tag': '2208d25f-6682-4ab4-8ac8-158028b26ee7'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:07.721773 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d80dcc2-788b-434f-b2ff-2be0836911f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb2c41a-d2d7-4e2a-8800-91fb33ef5def", "tag": "2208d25f-6682-4ab4-8ac8-158028b26ee7"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:07.838073 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484ae8b-a43e-4738-ba98-4dae260004b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2208d25f-6682-4ab4-8ac8-158028b26ee7,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:07.901885 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device eef66dae-aaa3-44dc-9f74-8bde1f71a7da up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:07.981528 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port eef66dae-aaa3-44dc-9f74-8bde1f71a7da triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:07.982371 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:08.017396 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-143e7724-a62a-47a9-aced-b9251200b305 req-157688e8-d960-4bc8-b6e1-e66f16687dd5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 210 time: 0.1468270 May 16 18:51:08.041238 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5f6fd-d588-4c33-879e-d5af9c04c6b7 req-b1ecfb19-5c03-42ba-b1f8-991849b8b029 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:08.049705 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-12c5f6fd-d588-4c33-879e-d5af9c04c6b7 req-b1ecfb19-5c03-42ba-b1f8-991849b8b029 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 943 time: 0.1989791 May 16 18:51:08.075182 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-c67b42a8-76fb-4266-bfea-0cae47f96640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:08.076763 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-c67b42a8-76fb-4266-bfea-0cae47f96640 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0f4a8f9e04a71a6b71e704c29437a&device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 1127 time: 0.1466403 May 16 18:51:08.085860 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:51:08.092894 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-832e9975-e93b-43bd-961f-51a28d452c93 admin admin] 10.222.0.72 "PUT /v2.0/routers/1d5e1b9e-4aad-49bb-aa1c-4814a1aab465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5881619 May 16 18:51:08.099322 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75348e00-4e02-4d9c-9eb0-6bef36227b07 x-openstack-request-id: req-75348e00-4e02-4d9c-9eb0-6bef36227b07 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:08.099322 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb2c41a-d2d7-4e2a-8800-91fb33ef5def", "tag": "2208d25f-6682-4ab4-8ac8-158028b26ee7", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:08.099322 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75348e00-4e02-4d9c-9eb0-6bef36227b07 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:08.100028 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75348e00-4e02-4d9c-9eb0-6bef36227b07'] response: {'name': 'network-changed', 'server_uuid': '7bb2c41a-d2d7-4e2a-8800-91fb33ef5def', 'tag': '2208d25f-6682-4ab4-8ac8-158028b26ee7', 'status': 'completed', 'code': 200} May 16 18:51:08.122379 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Sync routers for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:51:08.142948 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port eef66dae-aaa3-44dc-9f74-8bde1f71a7da is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:08.143589 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:08.155847 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:08.157651 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:08.174873 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-12c5f6fd-d588-4c33-879e-d5af9c04c6b7 req-c0668dc1-1365-41dc-a1f7-8aa2859a185d tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237042 May 16 18:51:08.246490 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port eef66dae-aaa3-44dc-9f74-8bde1f71a7da, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=eef66dae-aaa3-44dc-9f74-8bde1f71a7da,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:08.253902 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:08.403211 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=eef66dae-aaa3-44dc-9f74-8bde1f71a7da,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:08.421976 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:08.466795 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3028c-fa0c-4b7b-ac7a-e22f55e54944 req-bbf719a2-49f9-4d0c-880c-ee65ab22f382 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:08.480345 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efa3028c-fa0c-4b7b-ac7a-e22f55e54944 req-bbf719a2-49f9-4d0c-880c-ee65ab22f382 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1184449 May 16 18:51:08.530615 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-60fca4b6-ce9c-4398-a70a-c691d195b041 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2208d25f-6682-4ab4-8ac8-158028b26ee7 HTTP/1.1" status: 200 len: 217 time: 0.0488577 May 16 18:51:08.620280 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-88326d51-96e5-4c60-beb7-f5567aedc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:08.622703 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-88326d51-96e5-4c60-beb7-f5567aedc09c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b819add-aecc-4a5a-85cf-0896f4ae5195 HTTP/1.1" status: 200 len: 848 time: 0.0827782 May 16 18:51:08.628632 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efa3028c-fa0c-4b7b-ac7a-e22f55e54944 req-55cb0402-93fd-4e02-894c-530cddf24a05 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968907 May 16 18:51:08.775704 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:06Z', 'revision_number': 2, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:08.803386 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Checking router: 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:51:08.803683 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Updating router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 port 04444659-45dd-4646-927e-c608bd31fc2b binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:51:08.853781 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (04444659-45dd-4646-927e-c608bd31fc2b), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:08.926859 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b401ad4-922e-464d-9e64-1bd5d010046e req-64e76e2d-8f5b-4fbc-8baa-235e0f918be6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:08.928763 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0b401ad4-922e-464d-9e64-1bd5d010046e req-64e76e2d-8f5b-4fbc-8baa-235e0f918be6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0803757 May 16 18:51:09.030395 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-37ea3788-4ccb-4c67-afe1-93c8f4c55cf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=261510c2-077b-471e-9a81-d70bdede9295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464375 May 16 18:51:09.038221 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0b401ad4-922e-464d-9e64-1bd5d010046e req-0eb03b64-a8e5-41d7-8974-21a813563771 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879169 May 16 18:51:09.067300 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44256) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:09.077527 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-655608303-network', 'tenant_id': '180f3443a6cc4812925d74f53babf199'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:09.133254 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Made reservation on behalf of 180f3443a6cc4812925d74f53babf199 for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:51:09.137332 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.154739 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.308257 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-30444910-af74-47f9-8355-d53d57babdcf req-8a49c9b1-6ce1-4341-9adc-769695fc3ab5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 210 time: 0.0764878 May 16 18:51:09.333409 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Publish callbacks [] for security_group (77b0e80f-255d-444e-bafb-12b8abe703a0), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.339829 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (77b0e80f-255d-444e-bafb-12b8abe703a0), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.383403 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b0e80f-255d-444e-bafb-12b8abe703a0,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:09.400971 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:51:09.417837 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa3bb9-585e-44c1-a019-47b39ef72dcc req-3568230a-7643-406f-ac46-54ffcd86ca6b tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:09.418195 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (a1d73ce5-defa-410a-9d25-842dbf9b233b), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.418870 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Added segment a1d73ce5-defa-410a-9d25-842dbf9b233b of type vlan for network b40152da-e937-472c-9159-8e9fd63aad82 May 16 18:51:09.419944 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e8fa3bb9-585e-44c1-a019-47b39ef72dcc req-3568230a-7643-406f-ac46-54ffcd86ca6b tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 943 time: 0.1188638 May 16 18:51:09.425919 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-6769029a-83fb-4896-ab38-603203a963ad service neutron] 10.222.0.61 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817515 May 16 18:51:09.478406 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (b40152da-e937-472c-9159-8e9fd63aad82), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.532659 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (b40152da-e937-472c-9159-8e9fd63aad82), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.535651 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:09.536813 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.537936 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Publish callbacks [] for port (04444659-45dd-4646-927e-c608bd31fc2b), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.542266 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e8fa3bb9-585e-44c1-a019-47b39ef72dcc req-40458948-0b5b-4c0b-9631-ee790a9bf43a tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019435 May 16 18:51:09.553599 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (04444659-45dd-4646-927e-c608bd31fc2b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.596521 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5272052 May 16 18:51:09.599959 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 44266) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:09.618806 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Request body: {'subnet': {'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-655608303-subnet', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'ip_version': 4}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:09.619747 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798fc81-d39e-4980-a81d-0297784d369f None None] Pushing event updated for resources: {'Port': ['ID=04444659-45dd-4646-927e-c608bd31fc2b,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:09.669427 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54857f97-2e2d-4d1a-a5e0-c2e752cb95a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b40152da-e937-472c-9159-8e9fd63aad82,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:09.713040 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network b40152da-e937-472c-9159-8e9fd63aad82 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:51:09.923263 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device eef66dae-aaa3-44dc-9f74-8bde1f71a7da up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:09.972333 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Attempting to bind port 04444659-45dd-4646-927e-c608bd31fc2b on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:51:09.972866 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Attempting to bind port 04444659-45dd-4646-927e-c608bd31fc2b by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:51:09.973345 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Attempting to bind port 04444659-45dd-4646-927e-c608bd31fc2b on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:09.996355 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:51:09.996727 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Checking segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:09.997254 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:09.997721 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Bound using segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:51:09.998287 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Bound port: 04444659-45dd-4646-927e-c608bd31fc2b, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:51:09.998750 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (04444659-45dd-4646-927e-c608bd31fc2b), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:10.048367 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-98094e57-9a39-4af0-87ff-eb0d193ba519 None None] Provisioning complete for port 04444659-45dd-4646-927e-c608bd31fc2b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:10.048858 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-98094e57-9a39-4af0-87ff-eb0d193ba519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (04444659-45dd-4646-927e-c608bd31fc2b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:10.097986 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port eef66dae-aaa3-44dc-9f74-8bde1f71a7da triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:10.098406 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:10.157900 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-98094e57-9a39-4af0-87ff-eb0d193ba519 None None] Port 04444659-45dd-4646-927e-c608bd31fc2b cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:51:10.203454 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] For port 04444659-45dd-4646-927e-c608bd31fc2b, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:51:10.208834 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] For port 04444659-45dd-4646-927e-c608bd31fc2b, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=04444659-45dd-4646-927e-c608bd31fc2b,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:51:10.214359 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Made reservation on behalf of 180f3443a6cc4812925d74f53babf199 for: {'subnet': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:51:10.216764 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:10.222426 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-32adff02-e2a0-489c-924c-7188b9043486 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897508092&fields=id&tenant_id=405413536bdb433fbb7d03c8ccd34283 HTTP/1.1" status: 200 len: 267 time: 0.6484420 May 16 18:51:10.235187 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (04444659-45dd-4646-927e-c608bd31fc2b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:10.259975 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeda60f-aaa0-4d35-991a-e23e6a02746a req-7363a10f-fda1-48b8-a244-76353a86b6b3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:10.261552 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-daeda60f-aaa0-4d35-991a-e23e6a02746a req-7363a10f-fda1-48b8-a244-76353a86b6b3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.2120786 May 16 18:51:10.293777 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port eef66dae-aaa3-44dc-9f74-8bde1f71a7da is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:10.302803 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95ef8b87-c4c0-48c5-8102-389da28e7ad8 req-c2465e96-de62-4fcf-9b3c-e48bd50db0c7 service neutron] 10.222.0.61 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749072 May 16 18:51:10.336709 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:10.337945 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:10.341655 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798fc81-d39e-4980-a81d-0297784d369f None None] Pushing event updated for resources: {'Port': ['ID=04444659-45dd-4646-927e-c608bd31fc2b,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:10.410432 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-a46985b4-d3ea-4e85-b678-833a45f28109 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:10.412011 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-a46985b4-d3ea-4e85-b678-833a45f28109 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 814 time: 0.3671227 May 16 18:51:10.492243 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:10.507695 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-daeda60f-aaa0-4d35-991a-e23e6a02746a req-beb0a68a-66c1-4f71-af76-ea7b31471a23 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226031 May 16 18:51:10.574296 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-309e46d3-e502-4d5d-8aa1-dd9d51296c50 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:10.582960 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-309e46d3-e502-4d5d-8aa1-dd9d51296c50 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/networks?id=d80de480-7bd7-488b-b9fb-bd1908d6b618 HTTP/1.1" status: 200 len: 809 time: 0.3321190 May 16 18:51:10.601243 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-c9cb87e2-b884-4925-aec2-7d36c1ad4c31 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/quotas/405413536bdb433fbb7d03c8ccd34283 HTTP/1.1" status: 200 len: 375 time: 0.0170162 May 16 18:51:10.707353 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-481c3181-4df4-4d45-9d8f-c1751a52a244 None None] Provisioning complete for port 04444659-45dd-4646-927e-c608bd31fc2b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:10.708286 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-481c3181-4df4-4d45-9d8f-c1751a52a244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (04444659-45dd-4646-927e-c608bd31fc2b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:10.716964 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-116800ef-9244-4236-a43f-e3038ff1de51 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=405413536bdb433fbb7d03c8ccd34283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038594 May 16 18:51:10.776447 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for subnet (c748f863-cef4-48c0-b9d4-192bc56110fa), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:10.859698 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:10.890167 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-481c3181-4df4-4d45-9d8f-c1751a52a244 None None] Current status of the port 04444659-45dd-4646-927e-c608bd31fc2b is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:10.890637 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-481c3181-4df4-4d45-9d8f-c1751a52a244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (04444659-45dd-4646-927e-c608bd31fc2b), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:10.893509 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7562c-7d5d-42c7-ba58-0c8c8ae543d8 None None] The sync data for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi is: [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:51:10.924297 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c748f863-cef4-48c0-b9d4-192bc56110fa,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:10.973874 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-481c3181-4df4-4d45-9d8f-c1751a52a244 None None] For port 04444659-45dd-4646-927e-c608bd31fc2b, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=04444659-45dd-4646-927e-c608bd31fc2b,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:10.982011 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-481c3181-4df4-4d45-9d8f-c1751a52a244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (04444659-45dd-4646-927e-c608bd31fc2b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:10.997913 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-97d2ba58-5cd8-4ca3-8d45-e86216b7fb47 service neutron] 10.222.0.72 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541420 May 16 18:51:11.025252 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85446bc-581a-49ff-bb17-a5b99f837271 req-a2fc36c1-e816-40f7-bd36-dd838549ccd1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:11.026909 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e85446bc-581a-49ff-bb17-a5b99f837271 req-a2fc36c1-e816-40f7-bd36-dd838549ccd1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1839817 May 16 18:51:11.081333 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Checking segment: {'id': 'a1d73ce5-defa-410a-9d25-842dbf9b233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:11.081887 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Network hostable DHCP agents. Network: b40152da-e937-472c-9159-8e9fd63aad82, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:51:11.083762 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3181-4df4-4d45-9d8f-c1751a52a244 None None] Pushing event updated for resources: {'Port': ['ID=04444659-45dd-4646-927e-c608bd31fc2b,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:11.200715 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e85446bc-581a-49ff-bb17-a5b99f837271 req-f631db40-f148-4260-b899-e94e78d88ab0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378829 May 16 18:51:11.204874 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Network b40152da-e937-472c-9159-8e9fd63aad82 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:51:11.241504 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, b40152da-e937-472c-9159-8e9fd63aad82) {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:11.251205 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:11.251850 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:11.254237 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb10b0d-f8ca-48be-a093-c61584c986cb None None] Network b40152da-e937-472c-9159-8e9fd63aad82 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:51:11.269097 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-fa4c0168-624d-4944-848a-573b3178e6d6 service neutron] 10.222.0.72 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701509 May 16 18:51:11.308314 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-a0f69698-8adc-429b-b0a1-1483fe9224ef admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7015076 May 16 18:51:11.311192 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 44288) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:11.321914 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:11.396991 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eaaded37-4f49-4d5c-9d98-a69a8144fa80 req-cf663a81-578e-4761-a628-5ce252117643 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 210 time: 0.0657139 May 16 18:51:11.404392 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (921d351b-3b6e-4acd-8eda-19cf1ef11503), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:11.405801 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (921d351b-3b6e-4acd-8eda-19cf1ef11503), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:11.455613 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-b40152da-e937-472c-9159-8e9fd63aad82', 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82', 'project_id': '180f3443a6cc4812925d74f53babf199', 'fixed_ips': [{'subnet_id': 'c748f863-cef4-48c0-b9d4-192bc56110fa'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:51:11.456545 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:11.510168 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks [] for router_controller (921d351b-3b6e-4acd-8eda-19cf1ef11503), precommit_add_association {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:11.705195 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Allocated IP 172.20.0.2 (b40152da-e937-472c-9159-8e9fd63aad82/c748f863-cef4-48c0-b9d4-192bc56110fa/c5efcc6f-bb90-49f0-9458-2e13f7d80478) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:11.723727 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9102-6e7d-42ad-b4c3-b3912a743b27 req-ef2488f7-08cf-4419-bfee-ffe659a65405 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:11.739102 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-975b9102-6e7d-42ad-b4c3-b3912a743b27 req-ef2488f7-08cf-4419-bfee-ffe659a65405 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 943 time: 0.1592195 May 16 18:51:11.824710 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks [] for router_gateway (921d351b-3b6e-4acd-8eda-19cf1ef11503), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:11.929611 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-975b9102-6e7d-42ad-b4c3-b3912a743b27 req-e22aa0b4-5af1-49b2-945f-530bc806c5f3 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886182 May 16 18:51:11.983547 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 04444659-45dd-4646-927e-c608bd31fc2b up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:12.098788 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 04444659-45dd-4646-927e-c608bd31fc2b triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:12.099110 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (04444659-45dd-4646-927e-c608bd31fc2b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:12.214052 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Publish callbacks [] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:12.226595 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:12.285535 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ac7cb-1dea-467b-877d-2b3be72bbf8f req-86c86db2-5648-4124-8878-8a5bd91d01bd tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:12.294044 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-383ac7cb-1dea-467b-877d-2b3be72bbf8f req-86c86db2-5648-4124-8878-8a5bd91d01bd tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1149087 May 16 18:51:12.334656 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-6c252a26-3b4f-4e0c-ac76-5d75904aa64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:12.336569 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-6c252a26-3b4f-4e0c-ac76-5d75904aa64c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0f4a8f9e04a71a6b71e704c29437a&device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 1127 time: 0.4488287 May 16 18:51:12.341436 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Pushing event updated for resources: {'Port': ['ID=c5efcc6f-bb90-49f0-9458-2e13f7d80478,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:12.361085 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Network b40152da-e937-472c-9159-8e9fd63aad82 is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:12.364505 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:12.367997 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:12.380273 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 04444659-45dd-4646-927e-c608bd31fc2b is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:12.388212 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c8d17-21f7-4378-9a2a-cdc379fe43b4 req-c68bb7d4-2566-4c12-8b2a-b3b808cfb21b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:12.390342 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-949c8d17-21f7-4378-9a2a-cdc379fe43b4 req-c68bb7d4-2566-4c12-8b2a-b3b808cfb21b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.3667994 May 16 18:51:12.475881 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Attempting to bind port c5efcc6f-bb90-49f0-9458-2e13f7d80478 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:51:12.476164 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Attempting to bind port c5efcc6f-bb90-49f0-9458-2e13f7d80478 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'a1d73ce5-defa-410a-9d25-842dbf9b233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:51:12.476436 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Attempting to bind port c5efcc6f-bb90-49f0-9458-2e13f7d80478 on network b40152da-e937-472c-9159-8e9fd63aad82 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:12.483780 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:51:12.484170 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Checking segment: {'id': 'a1d73ce5-defa-410a-9d25-842dbf9b233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:12.484863 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:12.485412 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Bound using segment: {'id': 'a1d73ce5-defa-410a-9d25-842dbf9b233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:51:12.486117 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Bound port: c5efcc6f-bb90-49f0-9458-2e13f7d80478, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d73ce5-defa-410a-9d25-842dbf9b233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:51:12.486474 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:12.541420 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-f00ca680-bbfd-4506-b39d-c41713b2d4bd tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 473 time: 0.7102723 May 16 18:51:12.604149 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] For port c5efcc6f-bb90-49f0-9458-2e13f7d80478, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:51:12.608581 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] For port c5efcc6f-bb90-49f0-9458-2e13f7d80478, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c5efcc6f-bb90-49f0-9458-2e13f7d80478,segment=NetworkSegment(a1d73ce5-defa-410a-9d25-842dbf9b233b),segment_id=a1d73ce5-defa-410a-9d25-842dbf9b233b)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:51:12.616307 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-949c8d17-21f7-4378-9a2a-cdc379fe43b4 req-dc6fc91a-6d5b-4cb1-a37e-40fda3e5df1d tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037733 May 16 18:51:12.621215 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:12.625088 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-383ac7cb-1dea-467b-877d-2b3be72bbf8f req-8d516f1e-a766-458b-af1b-68e9fb82c69e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293393 May 16 18:51:12.698055 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks [] for router_gateway (921d351b-3b6e-4acd-8eda-19cf1ef11503), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:12.717698 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f06f18-9ac9-4bd3-97fa-f70aa573a3ab None None] Pushing event updated for resources: {'Port': ['ID=c5efcc6f-bb90-49f0-9458-2e13f7d80478,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:12.767798 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:12.790143 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9d56d491-e435-4940-bb37-76e3630e5f44 req-734f1c8f-c6ea-432f-94fd-9f2012c11ab5 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 210 time: 0.0343244 May 16 18:51:12.987805 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9fd79590-b1f5-4bcb-9633-eab63c80ec83 req-ccc3a418-0308-4423-90b6-726e75207115 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 210 time: 0.0905447 May 16 18:51:13.002668 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea959ba0-8fc6-48ee-ab6a-7ac5211cc2d1 req-5fde35d7-e2a7-43a5-809c-92c9ee24e55a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:13.011165 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea959ba0-8fc6-48ee-ab6a-7ac5211cc2d1 req-5fde35d7-e2a7-43a5-809c-92c9ee24e55a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1686335 May 16 18:51:13.066760 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Allocated IP 172.27.1.219 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/55de4792-77b3-42ae-a90d-e398c9fbf461) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:13.161885 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98409c4-1e8d-45e5-a587-cc6cd6bce554 req-40bd8153-4e7d-4714-a663-93b448b6f673 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:13.163507 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d98409c4-1e8d-45e5-a587-cc6cd6bce554 req-40bd8153-4e7d-4714-a663-93b448b6f673 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 943 time: 0.0884330 May 16 18:51:13.173635 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea959ba0-8fc6-48ee-ab6a-7ac5211cc2d1 req-28a701d2-ecd5-403b-954f-6cce9f57756a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431854 May 16 18:51:13.266903 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d98409c4-1e8d-45e5-a587-cc6cd6bce554 req-65758ad0-6786-4824-901c-ce9a014b4cb8 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898607 May 16 18:51:13.292917 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks [] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:13.329250 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:13.373026 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:13.376768 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:13.380937 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:13.420842 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Pushing event updated for resources: {'Port': ['ID=55de4792-77b3-42ae-a90d-e398c9fbf461,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:13.513468 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'port': {'device_id': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'admin_state_up': True, 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'security_groups': ['0720b03a-75dd-4fdd-bd17-2e3785774960']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:13.855659 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d400d41-e271-4fde-9e7b-769f5541dd0c req-571312ee-3f5e-4f2b-b96d-b6d5c40417a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:13.858326 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-0d400d41-e271-4fde-9e7b-769f5541dd0c req-571312ee-3f5e-4f2b-b96d-b6d5c40417a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 1129 time: 0.1364956 May 16 18:51:13.958225 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c5efcc6f-bb90-49f0-9458-2e13f7d80478 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:13.974254 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-0d400d41-e271-4fde-9e7b-769f5541dd0c req-d909b177-3e4d-4fe3-b5da-85c8fc9f4d54 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980477 May 16 18:51:14.019455 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port c5efcc6f-bb90-49f0-9458-2e13f7d80478 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:14.020025 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:14.124849 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2208d25f-6682-4ab4-8ac8-158028b26ee7 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:51:14.130127 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5620e599-f54b-4709-89d3-10ac4c59a8a7 None None] Network b40152da-e937-472c-9159-8e9fd63aad82 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:51:14.164583 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27647133-ed61-4cbc-bfa9-8594d67a327d req-4b9f3aca-0370-4f8e-abfe-91bfe3274af9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:14.165485 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-27647133-ed61-4cbc-bfa9-8594d67a327d req-4b9f3aca-0370-4f8e-abfe-91bfe3274af9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1765001 May 16 18:51:14.177716 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da70c2c-a8a5-4527-a8fa-b8597cb04407 req-eeb1cc7f-39ee-4384-aad0-bb06a31349ed tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:14.180423 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5da70c2c-a8a5-4527-a8fa-b8597cb04407 req-eeb1cc7f-39ee-4384-aad0-bb06a31349ed tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1956463 May 16 18:51:14.187755 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port c5efcc6f-bb90-49f0-9458-2e13f7d80478 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:14.188129 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:14.193259 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-8770ca22-9493-4699-8c17-0b0dffeaeb04 None None] Provisioning complete for port c5efcc6f-bb90-49f0-9458-2e13f7d80478 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:14.193624 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8770ca22-9493-4699-8c17-0b0dffeaeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:14.236059 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-d25e4089-a9ea-4545-8bba-d7ee919932ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:14.237635 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-d25e4089-a9ea-4545-8bba-d7ee919932ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=261510c2-077b-471e-9a81-d70bdede9295 HTTP/1.1" status: 200 len: 909 time: 0.7433915 May 16 18:51:14.314041 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks [] for router_gateway (921d351b-3b6e-4acd-8eda-19cf1ef11503), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:14.390058 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Made reservation on behalf of 593c7b69cbad453499aacad0ad6e64ae for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:51:14.395033 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:14.404929 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-27647133-ed61-4cbc-bfa9-8594d67a327d req-49a0d643-fa38-4020-8a05-d6b92f0bd11f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225294 May 16 18:51:14.417599 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5da70c2c-a8a5-4527-a8fa-b8597cb04407 req-145ae27e-9836-43e0-9e15-61bf5cac9b7b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772499 May 16 18:51:14.601960 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port c5efcc6f-bb90-49f0-9458-2e13f7d80478, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c5efcc6f-bb90-49f0-9458-2e13f7d80478,segment=NetworkSegment(a1d73ce5-defa-410a-9d25-842dbf9b233b),segment_id=a1d73ce5-defa-410a-9d25-842dbf9b233b)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:14.621679 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-25483640-cea5-4dfe-abf1-22a117d1472b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2208d25f-6682-4ab4-8ac8-158028b26ee7 HTTP/1.1" status: 200 len: 217 time: 0.0885923 May 16 18:51:14.632680 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:14.638657 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-831e6181-e12c-4501-8ce3-06db5fdc670d req-7f67d526-b45b-410e-ab1f-368d45d7ffe4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 210 time: 0.1088414 May 16 18:51:14.705112 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 2208d25f-6682-4ab4-8ac8-158028b26ee7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2208d25f-6682-4ab4-8ac8-158028b26ee7,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:14.722080 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-91738e4d-23e1-45e2-8e69-d527fbdcead8 req-d5fd8f26-bc72-42fd-9c3b-a4a9cc091d6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 210 time: 0.1067965 May 16 18:51:14.830363 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '2208d25f-6682-4ab4-8ac8-158028b26ee7', 'network_id': '261510c2-077b-471e-9a81-d70bdede9295', 'port_id': '2208d25f-6682-4ab4-8ac8-158028b26ee7', 'mac_address': 'fa:16:3e:13:17:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b819add-aecc-4a5a-85cf-0896f4ae5195', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:51:14.900272 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-8770ca22-9493-4699-8c17-0b0dffeaeb04 None None] Current status of the port c5efcc6f-bb90-49f0-9458-2e13f7d80478 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:14.902744 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=c5efcc6f-bb90-49f0-9458-2e13f7d80478,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:14.933944 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-e55d2a16-4f25-4775-a9a9-a4325317268c tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:14.937398 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-e55d2a16-4f25-4775-a9a9-a4325317268c tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.61 "GET /v2.0/networks?id=d80de480-7bd7-488b-b9fb-bd1908d6b618 HTTP/1.1" status: 200 len: 809 time: 0.2875950 May 16 18:51:14.946064 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 2208d25f-6682-4ab4-8ac8-158028b26ee7 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:14.946644 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:14.964109 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2208d25f-6682-4ab4-8ac8-158028b26ee7 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:51:14.994976 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 2208d25f-6682-4ab4-8ac8-158028b26ee7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2208d25f-6682-4ab4-8ac8-158028b26ee7,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:15.001544 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:15.082821 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=2208d25f-6682-4ab4-8ac8-158028b26ee7,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:15.104472 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2c809-6f55-4141-868c-7a6d489807fb req-a48118a9-06ca-40bf-892c-05dbd45d9c8e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:15.106053 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b0a2c809-6f55-4141-868c-7a6d489807fb req-a48118a9-06ca-40bf-892c-05dbd45d9c8e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.2123044 May 16 18:51:15.112832 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31ba93-a300-4102-b0c6-0797a141048b req-e1c5a3f6-a3b3-473f-b0a5-5eac1771d810 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:15.114371 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2b31ba93-a300-4102-b0c6-0797a141048b req-e1c5a3f6-a3b3-473f-b0a5-5eac1771d810 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 943 time: 0.2188764 May 16 18:51:15.132511 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-7f876add-438f-493f-bea8-d9e434039e5a None None] Provisioning complete for port c5efcc6f-bb90-49f0-9458-2e13f7d80478 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:15.133059 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7f876add-438f-493f-bea8-d9e434039e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:15.143910 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-ce12d0bf-c0e4-470e-aa59-f94e102aea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:15.145430 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-ce12d0bf-c0e4-470e-aa59-f94e102aea6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b819add-aecc-4a5a-85cf-0896f4ae5195 HTTP/1.1" status: 200 len: 848 time: 0.4647858 May 16 18:51:15.150632 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Allocated IP 172.20.0.13 (236a317a-f889-44df-b53d-ac5f81a24b24/705c0d18-60df-43e1-b716-3a5447ba5fc5/e2de6415-3434-48d3-a9f3-46de3d297b6e) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:15.241367 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (921d351b-3b6e-4acd-8eda-19cf1ef11503), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:15.287857 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-7f876add-438f-493f-bea8-d9e434039e5a None None] Current status of the port c5efcc6f-bb90-49f0-9458-2e13f7d80478 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:15.294024 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-47b5a316-c347-4edd-8ff3-7670663a4bb5 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=405413536bdb433fbb7d03c8ccd34283 HTTP/1.1" status: 200 len: 380 time: 0.1081145 May 16 18:51:15.317569 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-10013191-d721-46c9-b6fd-12ff0369103b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=261510c2-077b-471e-9a81-d70bdede9295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106319 May 16 18:51:15.376504 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Request body: {'port': {'device_id': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'admin_state_up': True, 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'security_groups': ['fb65a42b-43ba-44ab-ae75-16241c29b15d']}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:15.438917 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2b31ba93-a300-4102-b0c6-0797a141048b req-6b340028-8aad-46c7-bd1c-cbad1061091e tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897458 May 16 18:51:15.452095 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b0a2c809-6f55-4141-868c-7a6d489807fb req-d6bbe5fd-b403-4a54-838a-853ab1063e83 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056195 May 16 18:51:15.465082 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['2208d25f-6682-4ab4-8ac8-158028b26ee7'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:51:15.584568 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Made reservation on behalf of 405413536bdb433fbb7d03c8ccd34283 for: {'port': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:51:15.591570 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:15.792683 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c93a1-57d4-4bc7-bfcd-86b5a759dc4f req-466ac07e-9596-45a9-a183-aae10b97d722 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:15.794265 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dc6c93a1-57d4-4bc7-bfcd-86b5a759dc4f req-466ac07e-9596-45a9-a183-aae10b97d722 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1965175 May 16 18:51:15.820831 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Allocated IP 172.20.0.4 (d80de480-7bd7-488b-b9fb-bd1908d6b618/13fa5cf4-2fec-47ee-8330-7e728ac0e344/fbd9282a-e554-4f50-b165-7ce5f6ec3daa) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:15.871113 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:15.884076 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4705910-c05e-4da3-8db6-a3c1bf160a0f req-65981a9f-c655-4d05-bebb-b58ff4f76aea tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:15.891690 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d4705910-c05e-4da3-8db6-a3c1bf160a0f req-65981a9f-c655-4d05-bebb-b58ff4f76aea tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.2405663 May 16 18:51:15.900766 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-d8337159-1ab5-4272-be3c-5f7e0ccf344a service neutron] 10.222.0.61 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312455 May 16 18:51:15.961435 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c5efcc6f-bb90-49f0-9458-2e13f7d80478 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:15.988706 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dc6c93a1-57d4-4bc7-bfcd-86b5a759dc4f req-ab86638d-3156-47a6-a6fc-9a8a50214cd3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651545 May 16 18:51:16.034877 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d4705910-c05e-4da3-8db6-a3c1bf160a0f req-84b4c321-a05e-4728-9d42-f0e6a254c294 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401858 May 16 18:51:16.037670 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Router 921d351b-3b6e-4acd-8eda-19cf1ef11503 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:51:16.050098 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.082863 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port c5efcc6f-bb90-49f0-9458-2e13f7d80478 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:16.083765 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.085831 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.135153 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.209351 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Network d80de480-7bd7-488b-b9fb-bd1908d6b618 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:16.209888 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port c5efcc6f-bb90-49f0-9458-2e13f7d80478 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:16.210780 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:16.217767 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:16.273452 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'Port': ['ID=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:16.325460 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:16.326725 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.362265 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-544f9e30-941a-44a5-9d61-9ce3aa380b2e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973004 May 16 18:51:16.436765 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Network 236a317a-f889-44df-b53d-ac5f81a24b24 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:16.462235 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d87a2e56-ae17-4df4-8278-13e10981fe54 req-218cdd47-e4b9-4c82-a488-ef666bf77733 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 210 time: 0.3554890 May 16 18:51:16.466605 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:16.487649 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=e2de6415-3434-48d3-a9f3-46de3d297b6e,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:16.490622 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:16.495838 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:16.496505 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.534591 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10705269-8064-48a3-9f3d-14549149f95d req-05cfa0bd-4d48-438b-a6d0-cc9c7631f1cc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:16.542199 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-10705269-8064-48a3-9f3d-14549149f95d req-05cfa0bd-4d48-438b-a6d0-cc9c7631f1cc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 932 time: 0.1002803 May 16 18:51:16.545083 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-54302b9a-4d17-4f11-86f1-e6dc46782092 None None] Provisioning complete for port fbd9282a-e554-4f50-b165-7ce5f6ec3daa triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:16.549710 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Request body: {'port': {'device_id': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:16.550873 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-54302b9a-4d17-4f11-86f1-e6dc46782092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.591561 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-08884b93-183d-4c25-9a68-a37e4dfc5dae tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0989499 May 16 18:51:16.641289 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Request body: {'port': {'device_id': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:16.642541 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-54302b9a-4d17-4f11-86f1-e6dc46782092 None None] Port fbd9282a-e554-4f50-b165-7ce5f6ec3daa cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:51:16.716433 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.766404 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:51:16.779124 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2208d25f-6682-4ab4-8ac8-158028b26ee7 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:16.795038 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Sync routers for ids ['921d351b-3b6e-4acd-8eda-19cf1ef11503'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:51:16.829615 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Routers {'921d351b-3b6e-4acd-8eda-19cf1ef11503'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:16.831113 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['921d351b-3b6e-4acd-8eda-19cf1ef11503'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:16.841465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c506d-7eb8-4419-8830-d9695dec7936 req-79e30ba2-5b9c-4a2d-bd4f-93e6ad48db75 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:16.845770 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f4c506d-7eb8-4419-8830-d9695dec7936 req-79e30ba2-5b9c-4a2d-bd4f-93e6ad48db75 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 944 time: 0.1434939 May 16 18:51:16.883254 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 2208d25f-6682-4ab4-8ac8-158028b26ee7 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:51:16.893810 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 2208d25f-6682-4ab4-8ac8-158028b26ee7 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:16.894333 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.965359 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.982975 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-a775ad57-19df-4d3a-a555-9676105aa44e None None] Provisioning complete for port e2de6415-3434-48d3-a9f3-46de3d297b6e triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:16.986830 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-a775ad57-19df-4d3a-a555-9676105aa44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:16.990079 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-10705269-8064-48a3-9f3d-14549149f95d req-6f18b3b0-31e5-4c07-8961-3bb3f8343980 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4468634 May 16 18:51:17.011568 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9d80dcc2-788b-434f-b2ff-2be0836911f3 req-bae6d653-3848-4a0d-a412-d2c4ebd5ea7e service neutron] 10.222.0.61 "GET /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605794 May 16 18:51:17.024866 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:17.027480 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-e554820b-8405-43f8-8c47-4da0841fa221 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7123282 May 16 18:51:17.034863 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44342) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:17.064911 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-a775ad57-19df-4d3a-a555-9676105aa44e None None] Port e2de6415-3434-48d3-a9f3-46de3d297b6e cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:51:17.082729 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Set router 921d351b-3b6e-4acd-8eda-19cf1ef11503 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:17.173030 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 2208d25f-6682-4ab4-8ac8-158028b26ee7 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:17.173607 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:17.213115 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb2c41a-d2d7-4e2a-8800-91fb33ef5def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2208d25f-6682-4ab4-8ac8-158028b26ee7'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:17.217327 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dda319-35e1-47f6-a3ae-744731c0f0fa" -d '{"events": [{"server_uuid": "7bb2c41a-d2d7-4e2a-8800-91fb33ef5def", "name": "network-vif-plugged", "status": "completed", "tag": "2208d25f-6682-4ab4-8ac8-158028b26ee7"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:17.224663 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f4c506d-7eb8-4419-8830-d9695dec7936 req-0c471922-a567-44ce-b5ec-fb72099d9034 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023763 May 16 18:51:17.239966 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 2208d25f-6682-4ab4-8ac8-158028b26ee7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2208d25f-6682-4ab4-8ac8-158028b26ee7,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:17.245948 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:17.297720 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59de4-5ba7-472c-b9f7-5d3c81742d4c req-82a1282d-c593-4bbc-a177-bb0fa7539635 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:17.301282 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d1a59de4-5ba7-472c-b9f7-5d3c81742d4c req-82a1282d-c593-4bbc-a177-bb0fa7539635 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1997457 May 16 18:51:17.313228 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:51:11Z', 'updated_at': '2022-05-16T18:51:13Z', 'revision_number': 3, 'project_id': '180f3443a6cc4812925d74f53babf199', 'gw_port': {'id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:12Z', 'updated_at': '2022-05-16T18:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:17.350877 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Checking router: 921d351b-3b6e-4acd-8eda-19cf1ef11503 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:51:17.352363 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Updating router 921d351b-3b6e-4acd-8eda-19cf1ef11503 port 55de4792-77b3-42ae-a90d-e398c9fbf461 binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:51:17.371256 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=2208d25f-6682-4ab4-8ac8-158028b26ee7,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:17.383755 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:17.521081 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d1a59de4-5ba7-472c-b9f7-5d3c81742d4c req-f49541fb-faf7-403a-9ceb-a9789cd544be tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125516 May 16 18:51:17.584025 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abec0ef-5b05-4ff9-aabb-52f11092a7eb req-15fe7aeb-48a1-4340-bc0b-9dd2500346c6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:17.591280 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2abec0ef-5b05-4ff9-aabb-52f11092a7eb req-15fe7aeb-48a1-4340-bc0b-9dd2500346c6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1787002 May 16 18:51:17.740768 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Publish callbacks [] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:17.742609 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c501236-f524-4a9f-9349-9d682fb1f715 req-211ade9e-5b9e-40c3-acfe-d8e35473f418 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:17.744385 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0c501236-f524-4a9f-9349-9d682fb1f715 req-211ade9e-5b9e-40c3-acfe-d8e35473f418 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1070180 May 16 18:51:17.748388 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2abec0ef-5b05-4ff9-aabb-52f11092a7eb req-5c44fdeb-223d-4a15-b526-b9536f284dd8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559837 May 16 18:51:17.752763 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:17.850749 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f367e6-6b3a-41b6-b0fa-d3da8cbfa94a x-openstack-request-id: req-b4f367e6-6b3a-41b6-b0fa-d3da8cbfa94a {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:17.851418 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb2c41a-d2d7-4e2a-8800-91fb33ef5def", "name": "network-vif-plugged", "status": "completed", "tag": "2208d25f-6682-4ab4-8ac8-158028b26ee7", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:17.851861 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4f367e6-6b3a-41b6-b0fa-d3da8cbfa94a {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:17.852497 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f367e6-6b3a-41b6-b0fa-d3da8cbfa94a'] response: {'server_uuid': '7bb2c41a-d2d7-4e2a-8800-91fb33ef5def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2208d25f-6682-4ab4-8ac8-158028b26ee7', 'code': 200} May 16 18:51:17.897908 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0c501236-f524-4a9f-9349-9d682fb1f715 req-d280c9c0-faaa-4236-a472-ffd8a2f98e3f tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322560 May 16 18:51:17.937140 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Pushing event updated for resources: {'Port': ['ID=55de4792-77b3-42ae-a90d-e398c9fbf461,revision_number=2']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:17.945485 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd9282a-e554-4f50-b165-7ce5f6ec3daa {{(pid=115278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:51:17.956463 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2de6415-3434-48d3-a9f3-46de3d297b6e {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:51:17.960957 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Publish callbacks [] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:17.974751 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.976658 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.977991 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.978977 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.980075 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.980942 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.984834 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.985810 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.986568 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.987291 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.988055 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.988803 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.989550 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.990501 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:17.991217 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:18.004863 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Attempting to bind port 55de4792-77b3-42ae-a90d-e398c9fbf461 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:51:18.006297 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Attempting to bind port 55de4792-77b3-42ae-a90d-e398c9fbf461 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:51:18.007233 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Attempting to bind port 55de4792-77b3-42ae-a90d-e398c9fbf461 on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:18.015844 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Publish callbacks [] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.019454 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:51:18.020662 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:18.021507 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.022530 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:51:18.023555 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Bound port: 55de4792-77b3-42ae-a90d-e398c9fbf461, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:51:18.023920 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.provisioning_blocks [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Transition to ACTIVE for port object fbd9282a-e554-4f50-b165-7ce5f6ec3daa will not be triggered until provisioned by entity L2. {{(pid=115278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:51:18.026729 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.058127 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.118039 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Transition to ACTIVE for port object e2de6415-3434-48d3-a9f3-46de3d297b6e will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:51:18.151309 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.163582 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] For port 55de4792-77b3-42ae-a90d-e398c9fbf461, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:51:18.171454 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] For port 55de4792-77b3-42ae-a90d-e398c9fbf461, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=55de4792-77b3-42ae-a90d-e398c9fbf461,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:51:18.185265 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.192855 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0f33-2122-4486-ba48-da0171bfc638 req-9840bf80-66e7-401c-baad-2ab4fcbf781b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:18.193729 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6cbf0f33-2122-4486-ba48-da0171bfc638 req-9840bf80-66e7-401c-baad-2ab4fcbf781b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1658776 May 16 18:51:18.212177 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:18.230094 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe01c5-72fd-42c5-af94-c481128c190e req-14ce6a66-f119-40fc-a072-40a631bb99bb tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:18.231863 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5cfe01c5-72fd-42c5-af94-c481128c190e req-14ce6a66-f119-40fc-a072-40a631bb99bb tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.2610509 May 16 18:51:18.296420 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a57fef-8bf6-48d7-93f3-9d6c72d659b1 req-39565d82-47b7-42c9-b5c0-0ce55ad92822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:18.299099 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-40a57fef-8bf6-48d7-93f3-9d6c72d659b1 req-39565d82-47b7-42c9-b5c0-0ce55ad92822 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 1129 time: 0.1694262 May 16 18:51:18.312138 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.351883 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7e957-3cdd-4641-a48d-ef5f104fd518 None None] Pushing event updated for resources: {'Port': ['ID=55de4792-77b3-42ae-a90d-e398c9fbf461,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:18.363895 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Pushing event updated for resources: {'Port': ['ID=e2de6415-3434-48d3-a9f3-46de3d297b6e,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:18.373513 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Routers {'921d351b-3b6e-4acd-8eda-19cf1ef11503'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:18.378320 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['921d351b-3b6e-4acd-8eda-19cf1ef11503'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:18.422665 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5cfe01c5-72fd-42c5-af94-c481128c190e req-ad3e4538-bcf4-45b9-a597-b89cf94d13c6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705692 May 16 18:51:18.483222 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Attempting to bind port fbd9282a-e554-4f50-b165-7ce5f6ec3daa on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:51:18.483697 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Attempting to bind port fbd9282a-e554-4f50-b165-7ce5f6ec3daa by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:51:18.484210 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Attempting to bind port fbd9282a-e554-4f50-b165-7ce5f6ec3daa on network d80de480-7bd7-488b-b9fb-bd1908d6b618 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:18.486275 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6cbf0f33-2122-4486-ba48-da0171bfc638 req-d9a90260-0150-457e-90e1-8c64a673cd04 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504358 May 16 18:51:18.528162 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Port fbd9282a-e554-4f50-b165-7ce5f6ec3daa on network d80de480-7bd7-488b-b9fb-bd1908d6b618 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:51:18.535450 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Attempting to bind port fbd9282a-e554-4f50-b165-7ce5f6ec3daa on network d80de480-7bd7-488b-b9fb-bd1908d6b618 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:18.552386 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-40a57fef-8bf6-48d7-93f3-9d6c72d659b1 req-232c5700-91fb-43c2-908c-9f76cc972e19 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271962 May 16 18:51:18.553791 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Attempting to bind port e2de6415-3434-48d3-a9f3-46de3d297b6e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:51:18.554296 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Attempting to bind port e2de6415-3434-48d3-a9f3-46de3d297b6e by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:51:18.554832 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Attempting to bind port e2de6415-3434-48d3-a9f3-46de3d297b6e on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:18.565317 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:51:18.566209 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Checking segment: {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:18.566737 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Bound using segment: {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:51:18.567314 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Bound port: fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68abad90-5b49-404a-b32d-007b41e0b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618'}}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:51:18.567826 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.571225 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Port e2de6415-3434-48d3-a9f3-46de3d297b6e on network 236a317a-f889-44df-b53d-ac5f81a24b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:51:18.571687 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Attempting to bind port e2de6415-3434-48d3-a9f3-46de3d297b6e on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:18.591744 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:51:18.592339 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Checking segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:18.592606 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Bound using segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:51:18.593191 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Bound port: e2de6415-3434-48d3-a9f3-46de3d297b6e, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:51:18.594211 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.689329 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] Set router 921d351b-3b6e-4acd-8eda-19cf1ef11503 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:18.721766 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, cleared binding levels {{(pid=115278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:51:18.725400 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:51:18.763381 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.843013 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e44ce-66b3-4d94-a918-32248d795b98 req-df0eca5d-34ee-4072-a5b4-31b9eca185ca tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:18.852248 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-732e44ce-66b3-4d94-a918-32248d795b98 req-df0eca5d-34ee-4072-a5b4-31b9eca185ca tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 944 time: 0.2120740 May 16 18:51:18.853325 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,revision_number=3']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:18.883398 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:18.884201 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:18.885817 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33972e8d-c07a-401a-87fc-8d5d558a9f18 req-81e5cb2f-0e0e-4773-b9d3-ace9f84d76e1 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:18.886140 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f5e9e986-aea7-4069-bb76-9ce2c6e5a4c4 service neutron] 10.222.0.61 "PUT /v2.0/ports/fbd9282a-e554-4f50-b165-7ce5f6ec3daa HTTP/1.1" status: 200 len: 1093 time: 2.3425465 May 16 18:51:18.886710 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:18.889569 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89e266e-d450-4cfe-b01c-44212f8de7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:18.894907 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-33972e8d-c07a-401a-87fc-8d5d558a9f18 req-81e5cb2f-0e0e-4773-b9d3-ace9f84d76e1 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 945 time: 0.2139354 May 16 18:51:18.974032 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Allocated IP 172.20.0.1 (b40152da-e937-472c-9159-8e9fd63aad82/c748f863-cef4-48c0-b9d4-192bc56110fa/eed0836c-7fdf-4b16-a644-60899542bd89) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:19.001474 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] For port e2de6415-3434-48d3-a9f3-46de3d297b6e, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:51:19.033683 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-4e962081-0a8f-480a-8644-33105584e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:19.038791 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-4e962081-0a8f-480a-8644-33105584e1d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=405413536bdb433fbb7d03c8ccd34283&device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 1127 time: 0.0855472 May 16 18:51:19.070833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] For port e2de6415-3434-48d3-a9f3-46de3d297b6e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e2de6415-3434-48d3-a9f3-46de3d297b6e,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:51:19.083333 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:51:11Z', 'updated_at': '2022-05-16T18:51:13Z', 'revision_number': 3, 'project_id': '180f3443a6cc4812925d74f53babf199', 'gw_port': {'id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:12Z', 'updated_at': '2022-05-16T18:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:19.087576 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-33972e8d-c07a-401a-87fc-8d5d558a9f18 req-7651eb17-9f69-4272-9db3-dd2f4887c916 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913424 May 16 18:51:19.111985 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-732e44ce-66b3-4d94-a918-32248d795b98 req-d4ec8196-f72d-412c-81a5-dc2004887a5d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586551 May 16 18:51:19.124409 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:19.146837 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdafe88-c414-431b-b59c-e639d5d11091 None None] The sync data for ids ['921d351b-3b6e-4acd-8eda-19cf1ef11503'] in dv-cinder-750782-22-iscsi is: [{'id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:51:11Z', 'updated_at': '2022-05-16T18:51:13Z', 'revision_number': 3, 'project_id': '180f3443a6cc4812925d74f53babf199', 'gw_port': {'id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:12Z', 'updated_at': '2022-05-16T18:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:51:19.253912 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:19.254649 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:19.256195 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] 10.222.0.61 "PUT /v2.0/ports/e2de6415-3434-48d3-a9f3-46de3d297b6e HTTP/1.1" status: 200 len: 1094 time: 2.6194317 May 16 18:51:19.256672 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'tag': 'e2de6415-3434-48d3-a9f3-46de3d297b6e'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:19.259169 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6715a3-0274-463c-b6e5-4116112ef2c9", "tag": "e2de6415-3434-48d3-a9f3-46de3d297b6e"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:19.333866 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Publish callbacks [] for port (eed0836c-7fdf-4b16-a644-60899542bd89), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:19.426013 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be65575-3d5c-4f6b-b557-fea7749a8efe service neutron] Pushing event updated for resources: {'Port': ['ID=e2de6415-3434-48d3-a9f3-46de3d297b6e,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:19.433502 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4045f941-d948-49de-ab97-009def74fb40 x-openstack-request-id: req-4045f941-d948-49de-ab97-009def74fb40 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:19.434062 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:19.434487 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4045f941-d948-49de-ab97-009def74fb40 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:19.435028 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4045f941-d948-49de-ab97-009def74fb40'] response: {'name': 'network-changed', 'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'status': 'completed', 'code': 200} May 16 18:51:19.445030 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577c64a-54ff-45e2-873c-78cff9cd6ee3 req-9d8423bb-f8ec-4b34-8de5-3b1d07d25d9a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:19.446952 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b577c64a-54ff-45e2-873c-78cff9cd6ee3 req-9d8423bb-f8ec-4b34-8de5-3b1d07d25d9a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1784322 May 16 18:51:19.459623 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:19.507112 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba40263-de72-4839-95ce-dd7e4b03364a req-3e29ca57-208a-42cf-b056-7f4dd0805424 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:19.514759 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ba40263-de72-4839-95ce-dd7e4b03364a req-3e29ca57-208a-42cf-b056-7f4dd0805424 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1335599 May 16 18:51:19.575285 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-9f4ad5d6-08e5-40ff-ae4c-94b31f2d75a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa HTTP/1.1" status: 200 len: 217 time: 0.1389079 May 16 18:51:19.608946 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Network b40152da-e937-472c-9159-8e9fd63aad82 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:19.623821 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Pushing event updated for resources: {'Port': ['ID=eed0836c-7fdf-4b16-a644-60899542bd89,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:19.641665 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:19.658923 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:19.673104 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b577c64a-54ff-45e2-873c-78cff9cd6ee3 req-bc120071-6376-49f1-a7f3-beae037d6724 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109382 May 16 18:51:19.689555 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ba40263-de72-4839-95ce-dd7e4b03364a req-c9aa748f-7045-409a-adbe-16b809122917 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737161 May 16 18:51:19.845932 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-073cfffa-a658-4a1a-af20-b5fcb961057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:19.847909 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-073cfffa-a658-4a1a-af20-b5fcb961057f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 1128 time: 0.1553478 May 16 18:51:19.852241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f03e75bb-938f-4dda-87b4-6a7f537567d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:19.855018 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-f03e75bb-938f-4dda-87b4-6a7f537567d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13fa5cf4-2fec-47ee-8330-7e728ac0e344 HTTP/1.1" status: 200 len: 848 time: 0.2088804 May 16 18:51:19.856653 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (921d351b-3b6e-4acd-8eda-19cf1ef11503), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:19.865941 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea069007-a943-44e5-aadf-5fe228adda81 x-openstack-request-id: req-ea069007-a943-44e5-aadf-5fe228adda81 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:19.866220 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6715a3-0274-463c-b6e5-4116112ef2c9", "tag": "e2de6415-3434-48d3-a9f3-46de3d297b6e", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:19.866465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea069007-a943-44e5-aadf-5fe228adda81 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:19.867038 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea069007-a943-44e5-aadf-5fe228adda81'] response: {'name': 'network-changed', 'server_uuid': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'tag': 'e2de6415-3434-48d3-a9f3-46de3d297b6e', 'status': 'completed', 'code': 200} May 16 18:51:20.003980 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 55de4792-77b3-42ae-a90d-e398c9fbf461 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:20.021139 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-0de8e4be-9472-4dab-afdc-e145c6db5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:20.023557 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-0de8e4be-9472-4dab-afdc-e145c6db5ac3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d80de480-7bd7-488b-b9fb-bd1908d6b618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0927808 May 16 18:51:20.028900 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-4fb028ad-30b2-4172-836c-e2dcd4de46fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2de6415-3434-48d3-a9f3-46de3d297b6e HTTP/1.1" status: 200 len: 217 time: 0.0827665 May 16 18:51:20.036557 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcdf79-313d-422f-948a-ae2f4823143e req-31d5a011-73e2-41a7-80a0-ca1992b12ee4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:20.044005 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-46fcdf79-313d-422f-948a-ae2f4823143e req-31d5a011-73e2-41a7-80a0-ca1992b12ee4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.1564322 May 16 18:51:20.124764 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-46fcdf79-313d-422f-948a-ae2f4823143e req-5c1a1ba9-29f8-42c0-b51f-9b674db7e713 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790336 May 16 18:51:20.126464 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 55de4792-77b3-42ae-a90d-e398c9fbf461 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:20.126916 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:20.169326 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:20.241713 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-592c4f7a-734a-4142-a547-fd5744f175c4 None None] Provisioning complete for port eed0836c-7fdf-4b16-a644-60899542bd89 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:20.251873 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-592c4f7a-734a-4142-a547-fd5744f175c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:20.350274 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-592c4f7a-734a-4142-a547-fd5744f175c4 None None] Port eed0836c-7fdf-4b16-a644-60899542bd89 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:51:20.380784 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22cd4-6c04-4c43-ae22-7e866aa9d1de req-a28fe2e4-172d-4ae3-aad2-a0ce301085d1 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:20.388949 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-33c22cd4-6c04-4c43-ae22-7e866aa9d1de req-a28fe2e4-172d-4ae3-aad2-a0ce301085d1 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 944 time: 0.1365006 May 16 18:51:20.414797 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 55de4792-77b3-42ae-a90d-e398c9fbf461 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:20.416147 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:20.463231 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port 55de4792-77b3-42ae-a90d-e398c9fbf461, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=55de4792-77b3-42ae-a90d-e398c9fbf461,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:20.470593 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:20.471565 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49202b6d-fdad-4e2a-b497-15fee5935b50 req-464a8e58-4064-4f05-b117-fe146c0e2d27 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:20.473604 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-49202b6d-fdad-4e2a-b497-15fee5935b50 req-464a8e58-4064-4f05-b117-fe146c0e2d27 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 945 time: 0.1757071 May 16 18:51:20.490896 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-33c22cd4-6c04-4c43-ae22-7e866aa9d1de req-66a804e9-b03a-4a74-a1df-97e98419555e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977952 May 16 18:51:20.523290 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-633cba95-aef5-44c3-8033-6d592c59ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:20.526988 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-633cba95-aef5-44c3-8033-6d592c59ceef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.2051179 May 16 18:51:20.572880 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=55de4792-77b3-42ae-a90d-e398c9fbf461,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:20.602374 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-49202b6d-fdad-4e2a-b497-15fee5935b50 req-6948e6f4-cf70-4bde-8a53-7bdaae0c5951 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129904 May 16 18:51:20.639653 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-3c896396-574b-43b7-b77b-ef0a5278aefe service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906382 May 16 18:51:20.671838 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Publish callbacks [] for port (eed0836c-7fdf-4b16-a644-60899542bd89), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:20.681164 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:20.773796 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Pushing event updated for resources: {'Port': ['ID=eed0836c-7fdf-4b16-a644-60899542bd89,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:20.788031 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (921d351b-3b6e-4acd-8eda-19cf1ef11503), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:20.924341 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c523512-fa00-41b8-9ea0-2eda4d168238 req-55478484-1cf0-413f-bd16-763d8dca1ca5 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:20.925813 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c523512-fa00-41b8-9ea0-2eda4d168238 req-55478484-1cf0-413f-bd16-763d8dca1ca5 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1032391 May 16 18:51:20.989351 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Network b40152da-e937-472c-9159-8e9fd63aad82 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:20.991149 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:21.004366 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c523512-fa00-41b8-9ea0-2eda4d168238 req-66466b90-7223-47c0-9c34-2974e9b39671 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672712 May 16 18:51:21.116792 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7efb-247f-4cc6-a79f-74e602f69bbb req-4d913314-24c4-4ea3-a071-854a7f6638aa tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:21.128674 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f4fb7efb-247f-4cc6-a79f-74e602f69bbb req-4d913314-24c4-4ea3-a071-854a7f6638aa tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1150239 May 16 18:51:21.190859 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Router 921d351b-3b6e-4acd-8eda-19cf1ef11503 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:51:21.269216 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd011-8c01-4835-b9e5-e6b1d49b61e1 req-b71d0fa9-aca8-491e-bf33-8eb1898d5710 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:21.270833 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2bbd011-8c01-4835-b9e5-e6b1d49b61e1 req-b71d0fa9-aca8-491e-bf33-8eb1898d5710 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0757968 May 16 18:51:21.298973 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f4fb7efb-247f-4cc6-a79f-74e602f69bbb req-174f8e59-1632-4cfb-8d2c-8c27fdb43643 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691308 May 16 18:51:21.410791 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:51:21.411822 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-9c4c0d4d-cdf0-4413-a025-aaa01441f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:21.413252 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-9c4c0d4d-cdf0-4413-a025-aaa01441f1c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0796168 May 16 18:51:21.416466 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-1e8d0806-d966-4c0f-90e6-f953a0e9276f None None] Provisioning complete for port eed0836c-7fdf-4b16-a644-60899542bd89 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:21.417043 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2bbd011-8c01-4835-b9e5-e6b1d49b61e1 req-3fee4d30-0cc0-48f2-81fd-5a404a044a68 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268756 May 16 18:51:21.417714 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0806-d966-4c0f-90e6-f953a0e9276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:21.446142 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8ac9c9b8-46bd-44a9-b19a-7b20ece63abf admin admin] 10.222.0.72 "PUT /v2.0/routers/921d351b-3b6e-4acd-8eda-19cf1ef11503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4094071 May 16 18:51:21.492785 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d0806-d966-4c0f-90e6-f953a0e9276f None None] Port eed0836c-7fdf-4b16-a644-60899542bd89 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:51:21.567264 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538cafc-b6bc-4d11-a19c-538dee626658 req-0e1183f8-ace6-47c9-831c-2faee8f716e8 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:21.570330 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5538cafc-b6bc-4d11-a19c-538dee626658 req-0e1183f8-ace6-47c9-831c-2faee8f716e8 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.1223142 May 16 18:51:21.608063 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-db7c432d-58ff-413e-ab31-f40c1a0a62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:21.610154 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-db7c432d-58ff-413e-ab31-f40c1a0a62e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 1130 time: 0.1076887 May 16 18:51:21.618618 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-2465b66a-4d08-48a4-91bc-a77218d6cbfb req-335e3494-ff57-40f3-93fd-559ecee2af2f service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709838 May 16 18:51:21.746048 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b470f-f25a-4e04-90d1-c8ef7a3364bc req-4050f714-71cb-4429-805d-75016378a741 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:21.747583 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-332b470f-f25a-4e04-90d1-c8ef7a3364bc req-4050f714-71cb-4429-805d-75016378a741 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 944 time: 0.1433728 May 16 18:51:21.749540 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-64c90b0f-5400-4654-8745-7c4991c35414 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253765 May 16 18:51:21.840878 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5538cafc-b6bc-4d11-a19c-538dee626658 req-ceaf528f-1a2a-4474-91a0-585115d7ab16 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374680 May 16 18:51:21.841150 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 55de4792-77b3-42ae-a90d-e398c9fbf461 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:21.900154 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Sync routers for ids ['921d351b-3b6e-4acd-8eda-19cf1ef11503'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:51:21.903213 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-3a268f9a-10f4-434b-95f8-60809ae0795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:21.905410 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-3a268f9a-10f4-434b-95f8-60809ae0795c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.2708893 May 16 18:51:21.934150 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-332b470f-f25a-4e04-90d1-c8ef7a3364bc req-9e479871-f71a-4965-a527-66b9e3fb9521 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429689 May 16 18:51:21.947756 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 55de4792-77b3-42ae-a90d-e398c9fbf461 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:21.948586 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:21.985113 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Routers {'921d351b-3b6e-4acd-8eda-19cf1ef11503'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:21.986166 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['921d351b-3b6e-4acd-8eda-19cf1ef11503'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:22.096251 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-eeda15f5-826e-4c2f-83fe-b99236e3824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:22.099356 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-eeda15f5-826e-4c2f-83fe-b99236e3824e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=405413536bdb433fbb7d03c8ccd34283&device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 1127 time: 0.0867918 May 16 18:51:22.135550 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-5ec7217d-b479-4174-9159-f39e0fc04ba7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8 HTTP/1.1" status: 200 len: 217 time: 0.1053493 May 16 18:51:22.175984 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 55de4792-77b3-42ae-a90d-e398c9fbf461 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:22.177084 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae2390-fe0b-4c1f-9167-c95920e3fc3c req-6d2a0552-f522-4838-bbbb-9945fc8ec344 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:22.186442 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Set router 921d351b-3b6e-4acd-8eda-19cf1ef11503 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:22.191665 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4dae2390-fe0b-4c1f-9167-c95920e3fc3c req-6d2a0552-f522-4838-bbbb-9945fc8ec344 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 945 time: 0.2110586 May 16 18:51:22.319492 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-acb0427a-587d-4574-b7a2-f7b08e6a8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:22.322262 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-acb0427a-587d-4574-b7a2-f7b08e6a8cd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d80de480-7bd7-488b-b9fb-bd1908d6b618 HTTP/1.1" status: 200 len: 910 time: 0.1758475 May 16 18:51:22.340187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-a0ac202a-ec99-4398-b6a2-de4888e7a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:22.341699 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-a0ac202a-ec99-4398-b6a2-de4888e7a4a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.1916299 May 16 18:51:22.392520 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4dae2390-fe0b-4c1f-9167-c95920e3fc3c req-e04a037f-748e-4a28-9697-a69cc940311d tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995051 May 16 18:51:22.419928 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-0c2a3651-5633-4d41-9488-f3d7bc2ce04b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa HTTP/1.1" status: 200 len: 217 time: 0.0847085 May 16 18:51:22.454699 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-39c00ee0-17e7-49de-8338-c83d3114ccc8 req-a14b8635-8ee6-41ba-aaeb-22a8cddf6993 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258714 May 16 18:51:22.476616 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-8a7beb92-91fb-415b-b7b3-f92ef154315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:22.478319 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-8a7beb92-91fb-415b-b7b3-f92ef154315b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1157961 May 16 18:51:22.558456 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-da753399-02f3-44cf-b669-a03e435aaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:22.560958 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-da753399-02f3-44cf-b669-a03e435aaa14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13fa5cf4-2fec-47ee-8330-7e728ac0e344 HTTP/1.1" status: 200 len: 848 time: 0.1249230 May 16 18:51:22.617093 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44410) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:22.617380 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:51:11Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 4, 'project_id': '180f3443a6cc4812925d74f53babf199', 'gw_port': {'id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:12Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'eed0836c-7fdf-4b16-a644-60899542bd89', 'name': '', 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'mac_address': 'fa:16:3e:9c:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c748f863-cef4-48c0-b9d4-192bc56110fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:18Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 2, 'project_id': '180f3443a6cc4812925d74f53babf199', 'subnets': [{'id': 'c748f863-cef4-48c0-b9d4-192bc56110fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:22.627827 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-bebe4fbd-b426-46cf-a0f1-dfc07b3d38ef tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652304659', 'description': 'tempest-secgroup-smoke-1652304659 description', 'project_id': '5b168bfd42a645269b47c98f4210e4aa'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:22.649889 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afd3f1-4143-48c6-b991-b11560615eae req-175ca419-e315-4e54-92f3-4af6c2d0763e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:22.652786 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a2afd3f1-4143-48c6-b991-b11560615eae req-175ca419-e315-4e54-92f3-4af6c2d0763e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1171749 May 16 18:51:22.674611 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bebe4fbd-b426-46cf-a0f1-dfc07b3d38ef tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:22.690416 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Checking router: 921d351b-3b6e-4acd-8eda-19cf1ef11503 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:51:22.691320 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Updating router 921d351b-3b6e-4acd-8eda-19cf1ef11503 port eed0836c-7fdf-4b16-a644-60899542bd89 binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:51:22.737863 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:22.767349 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:51:22.778655 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-b77929e3-bd5e-4349-8a52-0bc51528784c service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876534 May 16 18:51:22.823412 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206c9cf-b86b-4b77-851c-2d4faf9782bb req-3c822c16-30ca-47a0-9097-b409991cb123 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:22.831171 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bebe4fbd-b426-46cf-a0f1-dfc07b3d38ef tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group (a305b444-b997-464d-bbfb-89a1b47dd3fe), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:22.831495 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3206c9cf-b86b-4b77-851c-2d4faf9782bb req-3c822c16-30ca-47a0-9097-b409991cb123 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1366029 May 16 18:51:22.841826 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bebe4fbd-b426-46cf-a0f1-dfc07b3d38ef tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a305b444-b997-464d-bbfb-89a1b47dd3fe), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:22.875546 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a2afd3f1-4143-48c6-b991-b11560615eae req-d3372386-c0d3-4451-a8cb-f8836d4b0280 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093086 May 16 18:51:22.915677 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3206c9cf-b86b-4b77-851c-2d4faf9782bb req-4fb86353-0198-42f2-b46f-908ca27803a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828280 May 16 18:51:22.972146 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe4fbd-b426-46cf-a0f1-dfc07b3d38ef tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a305b444-b997-464d-bbfb-89a1b47dd3fe,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:22.978186 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bebe4fbd-b426-46cf-a0f1-dfc07b3d38ef tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:22.979561 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-bebe4fbd-b426-46cf-a0f1-dfc07b3d38ef tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3610551 May 16 18:51:22.984469 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44420) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:22.991124 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-c41cf954-f29e-473e-8e20-03a211d15fa3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'security_group_rule': {'security_group_id': 'a305b444-b997-464d-bbfb-89a1b47dd3fe', 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:23.056829 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c41cf954-f29e-473e-8e20-03a211d15fa3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (6e27a62e-ec3b-4824-8865-78c1eecbaee6), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.157986 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.db.resource_extend [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 16 18:51:23.179117 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c41cf954-f29e-473e-8e20-03a211d15fa3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (6e27a62e-ec3b-4824-8865-78c1eecbaee6), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.186000 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c41cf954-f29e-473e-8e20-03a211d15fa3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (6e27a62e-ec3b-4824-8865-78c1eecbaee6), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.221728 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cf954-f29e-473e-8e20-03a211d15fa3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e27a62e-ec3b-4824-8865-78c1eecbaee6,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:23.257264 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c41cf954-f29e-473e-8e20-03a211d15fa3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.264718 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c41cf954-f29e-473e-8e20-03a211d15fa3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2782996 May 16 18:51:23.267023 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44424) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:23.280932 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-0f232544-bdc1-444a-91d8-e5921af6aace tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'security_group_rule': {'security_group_id': 'a305b444-b997-464d-bbfb-89a1b47dd3fe', 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:23.360943 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0f232544-bdc1-444a-91d8-e5921af6aace tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (5537d9c5-7dc6-4811-8e0c-618d0ddfa3e4), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.433049 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:23.454069 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0f232544-bdc1-444a-91d8-e5921af6aace tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (5537d9c5-7dc6-4811-8e0c-618d0ddfa3e4), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.460797 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0f232544-bdc1-444a-91d8-e5921af6aace tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (5537d9c5-7dc6-4811-8e0c-618d0ddfa3e4), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.481422 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda74cc1-2953-49d0-a98c-0cc8743d8ce0 req-bee258ae-5c21-4a8c-8d21-bfed4f2ad0d5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:23.484480 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bda74cc1-2953-49d0-a98c-0cc8743d8ce0 req-bee258ae-5c21-4a8c-8d21-bfed4f2ad0d5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.4626782 May 16 18:51:23.502043 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f232544-bdc1-444a-91d8-e5921af6aace tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5537d9c5-7dc6-4811-8e0c-618d0ddfa3e4,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:23.502775 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'port_id': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'mac_address': 'fa:16:3e:c4:f8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:51:23.517167 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8147eb6-a52d-4435-af62-41b06491313c req-f22325db-5b9b-44b8-acf8-a23065c10355 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:23.518699 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0f232544-bdc1-444a-91d8-e5921af6aace tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.519958 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f8147eb6-a52d-4435-af62-41b06491313c req-f22325db-5b9b-44b8-acf8-a23065c10355 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.4406490 May 16 18:51:23.522932 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-0f232544-bdc1-444a-91d8-e5921af6aace tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2512546 May 16 18:51:23.525812 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44430) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:23.534091 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-5ede3c7e-df43-4c8b-9a36-3ee65e7eeb1a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'security_group_rule': {'security_group_id': 'a305b444-b997-464d-bbfb-89a1b47dd3fe', 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:23.583320 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 is: ACTIVE; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:23.583320 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.586350 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5ede3c7e-df43-4c8b-9a36-3ee65e7eeb1a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (3a57a054-3c69-445f-b8de-79b05f15f2e3), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.605289 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeb3fe2b-d9aa-4852-85f0-2e9f90328234 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:51:23.643122 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bda74cc1-2953-49d0-a98c-0cc8743d8ce0 req-9371cb72-50e5-45f4-be8e-10fb6b93d3c3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211953 May 16 18:51:23.659283 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:23.667853 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f8147eb6-a52d-4435-af62-41b06491313c req-34b4f6fe-1dd5-4df8-8f3b-edb6ae2fed63 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287024 May 16 18:51:23.670359 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.731525 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5ede3c7e-df43-4c8b-9a36-3ee65e7eeb1a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (3a57a054-3c69-445f-b8de-79b05f15f2e3), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.740818 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5ede3c7e-df43-4c8b-9a36-3ee65e7eeb1a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (3a57a054-3c69-445f-b8de-79b05f15f2e3), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.771340 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede3c7e-df43-4c8b-9a36-3ee65e7eeb1a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a57a054-3c69-445f-b8de-79b05f15f2e3,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:23.786216 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5ede3c7e-df43-4c8b-9a36-3ee65e7eeb1a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.787444 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-5ede3c7e-df43-4c8b-9a36-3ee65e7eeb1a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2601931 May 16 18:51:23.790636 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44432) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:23.795805 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-354cdaf2-21b1-41d0-88f1-fa2eb4d27105 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'security_group_rule': {'security_group_id': 'a305b444-b997-464d-bbfb-89a1b47dd3fe', 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:23.820096 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Publish callbacks [] for port (eed0836c-7fdf-4b16-a644-60899542bd89), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.846243 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.852639 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-354cdaf2-21b1-41d0-88f1-fa2eb4d27105 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (bc9ec5cc-03a7-41b9-b7f9-b7666c7ddef9), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:23.862369 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=6']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:23.877955 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['eeb3fe2b-d9aa-4852-85f0-2e9f90328234'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:51:23.888494 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9022a0-05bf-439d-b63b-b8963297db3a req-778c8c45-50f5-4262-9924-cee25cbf072e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:23.893359 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f9022a0-05bf-439d-b63b-b8963297db3a req-778c8c45-50f5-4262-9924-cee25cbf072e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 944 time: 0.1209655 May 16 18:51:24.015247 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-354cdaf2-21b1-41d0-88f1-fa2eb4d27105 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (bc9ec5cc-03a7-41b9-b7f9-b7666c7ddef9), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.023185 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-354cdaf2-21b1-41d0-88f1-fa2eb4d27105 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (bc9ec5cc-03a7-41b9-b7f9-b7666c7ddef9), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.053570 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cdaf2-21b1-41d0-88f1-fa2eb4d27105 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9ec5cc-03a7-41b9-b7f9-b7666c7ddef9,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:24.063803 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-354cdaf2-21b1-41d0-88f1-fa2eb4d27105 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.067488 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d97a65-89e2-414b-8dbd-613a94cc7d11 None None] Pushing event updated for resources: {'Port': ['ID=eed0836c-7fdf-4b16-a644-60899542bd89,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:24.069621 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-354cdaf2-21b1-41d0-88f1-fa2eb4d27105 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2778652 May 16 18:51:24.070386 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44440) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:24.071443 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f9022a0-05bf-439d-b63b-b8963297db3a req-bf9eb34e-19ce-4e4e-8466-91670206d4e5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721697 May 16 18:51:24.077685 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-77c17123-c27b-4d2a-985a-964d1cc083c2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'security_group_rule': {'security_group_id': 'a305b444-b997-464d-bbfb-89a1b47dd3fe', 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:24.128434 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.securitygroups_db [None req-77c17123-c27b-4d2a-985a-964d1cc083c2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Project 5b168bfd42a645269b47c98f4210e4aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 18:51:24.145756 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-77c17123-c27b-4d2a-985a-964d1cc083c2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (dbf8ab7b-8308-4bf0-b78c-415570579bbb), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.190011 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Attempting to bind port eed0836c-7fdf-4b16-a644-60899542bd89 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:51:24.190524 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Attempting to bind port eed0836c-7fdf-4b16-a644-60899542bd89 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'a1d73ce5-defa-410a-9d25-842dbf9b233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:51:24.191151 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Attempting to bind port eed0836c-7fdf-4b16-a644-60899542bd89 on network b40152da-e937-472c-9159-8e9fd63aad82 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:51:24.198513 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270a7c1-190a-4c25-ba6d-9a399abd1b91 req-142092bd-96ad-41c8-bf7d-c1b052565494 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:24.206261 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c270a7c1-190a-4c25-ba6d-9a399abd1b91 req-142092bd-96ad-41c8-bf7d-c1b052565494 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 945 time: 0.1335969 May 16 18:51:24.215851 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:51:24.216236 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Checking segment: {'id': 'a1d73ce5-defa-410a-9d25-842dbf9b233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:51:24.216642 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.217029 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Bound using segment: {'id': 'a1d73ce5-defa-410a-9d25-842dbf9b233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:51:24.217509 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Bound port: eed0836c-7fdf-4b16-a644-60899542bd89, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d73ce5-defa-410a-9d25-842dbf9b233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:51:24.218055 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.291047 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-77c17123-c27b-4d2a-985a-964d1cc083c2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (dbf8ab7b-8308-4bf0-b78c-415570579bbb), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.295123 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694a8b8-07bf-40c3-83e3-8a18388afee0 req-28347ac4-1b84-4cbf-9852-a2c4f7181d37 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:24.297446 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4694a8b8-07bf-40c3-83e3-8a18388afee0 req-28347ac4-1b84-4cbf-9852-a2c4f7181d37 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0884445 May 16 18:51:24.298555 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-77c17123-c27b-4d2a-985a-964d1cc083c2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (dbf8ab7b-8308-4bf0-b78c-415570579bbb), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.312517 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c270a7c1-190a-4c25-ba6d-9a399abd1b91 req-81e5a723-d419-40b4-82ed-4a5162810b0a tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050997 May 16 18:51:24.315823 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-a5da135c-da9c-45ff-b8de-f7b63a1c3a97 None None] Provisioning complete for port eed0836c-7fdf-4b16-a644-60899542bd89 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:24.316438 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-a5da135c-da9c-45ff-b8de-f7b63a1c3a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.323038 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c17123-c27b-4d2a-985a-964d1cc083c2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf8ab7b-8308-4bf0-b78c-415570579bbb,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:24.329830 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-77c17123-c27b-4d2a-985a-964d1cc083c2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.335494 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-77c17123-c27b-4d2a-985a-964d1cc083c2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2598469 May 16 18:51:24.335929 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44442) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:24.357740 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-a64fb393-52d1-41ad-9494-6c12109c8f1f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'security_group_rule': {'security_group_id': 'a305b444-b997-464d-bbfb-89a1b47dd3fe', 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:24.394955 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.securitygroups_db [None req-a64fb393-52d1-41ad-9494-6c12109c8f1f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Project 5b168bfd42a645269b47c98f4210e4aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 18:51:24.403300 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a64fb393-52d1-41ad-9494-6c12109c8f1f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (61eeeaa1-02c7-49c3-bccf-18140b4a5cb6), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.430727 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-a5da135c-da9c-45ff-b8de-f7b63a1c3a97 None None] Port eed0836c-7fdf-4b16-a644-60899542bd89 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:51:24.435012 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] For port eed0836c-7fdf-4b16-a644-60899542bd89, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:51:24.442164 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] For port eed0836c-7fdf-4b16-a644-60899542bd89, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=eed0836c-7fdf-4b16-a644-60899542bd89,segment=NetworkSegment(a1d73ce5-defa-410a-9d25-842dbf9b233b),segment_id=a1d73ce5-defa-410a-9d25-842dbf9b233b)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:51:24.450684 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.524594 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Routers {'921d351b-3b6e-4acd-8eda-19cf1ef11503'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:24.525503 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:01Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['921d351b-3b6e-4acd-8eda-19cf1ef11503'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:24.541414 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4694a8b8-07bf-40c3-83e3-8a18388afee0 req-f5461d2f-453f-422d-8e55-93fe385e8bd5 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244413 May 16 18:51:24.588711 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-57537416-7ec9-46e8-9c84-b99c4b789a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:24.590830 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-57537416-7ec9-46e8-9c84-b99c4b789a6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 1128 time: 0.1389380 May 16 18:51:24.619978 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d97a65-89e2-414b-8dbd-613a94cc7d11 None None] Pushing event updated for resources: {'Port': ['ID=eed0836c-7fdf-4b16-a644-60899542bd89,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:24.625244 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-8d8c4c99-7b41-4e6f-9d21-12a43258f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:24.628035 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-8d8c4c99-7b41-4e6f-9d21-12a43258f049 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d80de480-7bd7-488b-b9fb-bd1908d6b618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1935124 May 16 18:51:24.666456 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a64fb393-52d1-41ad-9494-6c12109c8f1f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (61eeeaa1-02c7-49c3-bccf-18140b4a5cb6), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.677409 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a64fb393-52d1-41ad-9494-6c12109c8f1f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (61eeeaa1-02c7-49c3-bccf-18140b4a5cb6), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.685952 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608fe9d-747a-49f0-8279-3ae6d8f62f69 req-6d3235ec-cc3b-4fdf-9028-3d70e4e295b7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:24.710212 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1608fe9d-747a-49f0-8279-3ae6d8f62f69 req-6d3235ec-cc3b-4fdf-9028-3d70e4e295b7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 944 time: 0.1956539 May 16 18:51:24.717311 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a64fb393-52d1-41ad-9494-6c12109c8f1f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:24.720224 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-a64fb393-52d1-41ad-9494-6c12109c8f1f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3822613 May 16 18:51:24.737656 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fb393-52d1-41ad-9494-6c12109c8f1f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eeeaa1-02c7-49c3-bccf-18140b4a5cb6,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:24.775496 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] Set router 921d351b-3b6e-4acd-8eda-19cf1ef11503 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:24.829132 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:24.874339 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5560f46-fa1c-446a-a34b-fd658137ef16 req-0aea6a60-0238-4201-8c14-5164886e5401 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459906 May 16 18:51:24.897788 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf71155-5092-4dae-9d30-5fdb01706130 req-e3069c6b-ab6b-4b72-98e8-99580d529ec9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:24.899372 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ebf71155-5092-4dae-9d30-5fdb01706130 req-e3069c6b-ab6b-4b72-98e8-99580d529ec9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0977116 May 16 18:51:24.903037 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1608fe9d-747a-49f0-8279-3ae6d8f62f69 req-2f0b5250-8745-439c-ab75-79ee1dbd13bc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729941 May 16 18:51:24.982684 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-81b6502d-933f-4829-b2e5-a6fbc9cb2411 None None] Provisioning complete for port eed0836c-7fdf-4b16-a644-60899542bd89 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:24.983393 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81b6502d-933f-4829-b2e5-a6fbc9cb2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:25.001579 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ebf71155-5092-4dae-9d30-5fdb01706130 req-8b43de51-81ed-445b-95e3-c45123f4cdbe tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900426 May 16 18:51:25.141314 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be92797-4424-4931-ab24-c209c7fdc990 req-9579495b-e4bb-49b5-9aff-176322e9fb0e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:25.142946 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7be92797-4424-4931-ab24-c209c7fdc990 req-9579495b-e4bb-49b5-9aff-176322e9fb0e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.0959895 May 16 18:51:25.146554 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:25.147047 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:25.285679 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7be92797-4424-4931-ab24-c209c7fdc990 req-43302393-f855-4ef2-945b-b8260401b48f tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278615 May 16 18:51:25.300756 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-81b6502d-933f-4829-b2e5-a6fbc9cb2411 None None] Current status of the port eed0836c-7fdf-4b16-a644-60899542bd89 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:25.301268 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81b6502d-933f-4829-b2e5-a6fbc9cb2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:25.318119 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8a92a-01f4-4518-a467-c4a9e76d1b8e req-84a8ebfb-b1d1-44e4-9e09-7652230bc403 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:25.321324 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ff8a92a-01f4-4518-a467-c4a9e76d1b8e req-84a8ebfb-b1d1-44e4-9e09-7652230bc403 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 944 time: 0.1321464 May 16 18:51:25.391565 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:51:11Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 4, 'project_id': '180f3443a6cc4812925d74f53babf199', 'gw_port': {'id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:12Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'eed0836c-7fdf-4b16-a644-60899542bd89', 'name': '', 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'mac_address': 'fa:16:3e:9c:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c748f863-cef4-48c0-b9d4-192bc56110fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:18Z', 'updated_at': '2022-05-16T18:51:24Z', 'revision_number': 4, 'project_id': '180f3443a6cc4812925d74f53babf199', 'subnets': [{'id': 'c748f863-cef4-48c0-b9d4-192bc56110fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:25.413825 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ff8a92a-01f4-4518-a467-c4a9e76d1b8e req-fba776d9-adde-4272-a0ff-5a7d8d95e817 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764325 May 16 18:51:25.442987 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-81b6502d-933f-4829-b2e5-a6fbc9cb2411 None None] For port eed0836c-7fdf-4b16-a644-60899542bd89, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=eed0836c-7fdf-4b16-a644-60899542bd89,segment=NetworkSegment(a1d73ce5-defa-410a-9d25-842dbf9b233b),segment_id=a1d73ce5-defa-410a-9d25-842dbf9b233b)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:25.444558 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8022b-e158-4bb7-a4f9-003abc47c197 None None] The sync data for ids ['921d351b-3b6e-4acd-8eda-19cf1ef11503'] in dv-cinder-750782-22-iscsi is: [{'id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:51:11Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 4, 'project_id': '180f3443a6cc4812925d74f53babf199', 'gw_port': {'id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:12Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'eed0836c-7fdf-4b16-a644-60899542bd89', 'name': '', 'network_id': 'b40152da-e937-472c-9159-8e9fd63aad82', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'mac_address': 'fa:16:3e:9c:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c748f863-cef4-48c0-b9d4-192bc56110fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:18Z', 'updated_at': '2022-05-16T18:51:24Z', 'revision_number': 4, 'project_id': '180f3443a6cc4812925d74f53babf199', 'subnets': [{'id': 'c748f863-cef4-48c0-b9d4-192bc56110fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:51:25.454395 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-81b6502d-933f-4829-b2e5-a6fbc9cb2411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:25.459893 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:25.459893 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:25.524187 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:25.525509 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a702633-bdbd-464a-a9e6-4c0a0ae2118c" -d '{"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:25.612901 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:25.621783 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:25.624073 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6502d-933f-4829-b2e5-a6fbc9cb2411 None None] Pushing event updated for resources: {'Port': ['ID=eed0836c-7fdf-4b16-a644-60899542bd89,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:25.634146 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eed90-fb0f-4e81-a856-3a747d13e90b req-6df1114c-a318-4266-9a13-31eaf298c6a4 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:25.662052 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-689eed90-fb0f-4e81-a856-3a747d13e90b req-6df1114c-a318-4266-9a13-31eaf298c6a4 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 945 time: 0.1671743 May 16 18:51:25.674781 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e0efd6-c51c-470c-aee4-b377ce1466e4 x-openstack-request-id: req-e2e0efd6-c51c-470c-aee4-b377ce1466e4 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:25.675306 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:25.675747 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2e0efd6-c51c-470c-aee4-b377ce1466e4 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:25.676386 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e0efd6-c51c-470c-aee4-b377ce1466e4'] response: {'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'code': 200} May 16 18:51:25.731396 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=7']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:25.835293 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-689eed90-fb0f-4e81-a856-3a747d13e90b req-31ff14d7-2283-40e1-af0f-9a25fcb05df7 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704535 May 16 18:51:25.850347 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2118-f03e-49ee-9dbb-fd9239d630c2 req-561abeab-be35-4726-9a86-aec75c93de68 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:25.853057 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-064f2118-f03e-49ee-9dbb-fd9239d630c2 req-561abeab-be35-4726-9a86-aec75c93de68 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1294591 May 16 18:51:25.922349 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device eed0836c-7fdf-4b16-a644-60899542bd89 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:25.945413 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-064f2118-f03e-49ee-9dbb-fd9239d630c2 req-3bb702a1-4a45-46f3-8360-8b072f804c05 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734973 May 16 18:51:26.021059 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port eed0836c-7fdf-4b16-a644-60899542bd89 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:26.021591 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:26.154454 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aa083-1c83-4e20-95eb-751c1a217762 req-4e3e26a3-9c83-4652-b675-fd70a6d73714 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:26.159242 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-889aa083-1c83-4e20-95eb-751c1a217762 req-4e3e26a3-9c83-4652-b675-fd70a6d73714 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1077096 May 16 18:51:26.260699 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccca64-a5c1-4370-8b6d-ce818a831647 req-a7a90043-51d8-459b-ab02-283cfe66957f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:26.263637 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cfccca64-a5c1-4370-8b6d-ce818a831647 req-a7a90043-51d8-459b-ab02-283cfe66957f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1030390 May 16 18:51:26.345007 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-889aa083-1c83-4e20-95eb-751c1a217762 req-6b7c2c46-a9ac-4d43-9f69-ac6cb8f5ed3a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420102 May 16 18:51:26.360606 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port eed0836c-7fdf-4b16-a644-60899542bd89 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:26.403597 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cfccca64-a5c1-4370-8b6d-ce818a831647 req-fd837f37-46f2-4648-8d2d-c3e2a3c38b1b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216753 May 16 18:51:26.667918 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-1a9cb0c0-3135-4ee8-9a2f-1ad5455755d7 service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871982 May 16 18:51:26.734263 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc68f3-8456-4cc1-a173-01dd1f5db108 req-47336f57-7484-45a1-8964-3557dc18e032 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:26.735917 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-64bc68f3-8456-4cc1-a173-01dd1f5db108 req-47336f57-7484-45a1-8964-3557dc18e032 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.2350154 May 16 18:51:26.779882 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device e2de6415-3434-48d3-a9f3-46de3d297b6e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:51:26.805406 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745c43e-830f-44f4-a557-073574f594e4 req-ef7ccc2e-699f-41f3-bc60-145b0aeeeec0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:26.817046 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0745c43e-830f-44f4-a557-073574f594e4 req-ef7ccc2e-699f-41f3-bc60-145b0aeeeec0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 944 time: 0.2206144 May 16 18:51:26.865892 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-d4cf7620-e98c-4e3c-9475-e4fdac417b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:26.867541 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-d4cf7620-e98c-4e3c-9475-e4fdac417b14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 915 time: 0.3860633 May 16 18:51:26.932392 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-64bc68f3-8456-4cc1-a173-01dd1f5db108 req-573d2772-14c4-441c-84b0-ab0571f528a7 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819098 May 16 18:51:26.938810 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0745c43e-830f-44f4-a557-073574f594e4 req-3b935a0a-f2ab-4b8e-af2a-0d8a9556e30a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207185 May 16 18:51:26.953320 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port e2de6415-3434-48d3-a9f3-46de3d297b6e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e2de6415-3434-48d3-a9f3-46de3d297b6e,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:26.975691 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'e2de6415-3434-48d3-a9f3-46de3d297b6e', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'port_id': 'e2de6415-3434-48d3-a9f3-46de3d297b6e', 'mac_address': 'fa:16:3e:65:70:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:51:27.039156 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port e2de6415-3434-48d3-a9f3-46de3d297b6e is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:27.039682 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:27.091623 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2de6415-3434-48d3-a9f3-46de3d297b6e {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:51:27.108704 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b29936-7489-46a7-91a7-7e21e5f5d1af req-b07fe504-d6dc-4234-a1e0-f9cc79bae5e3 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:27.112462 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-09b29936-7489-46a7-91a7-7e21e5f5d1af req-b07fe504-d6dc-4234-a1e0-f9cc79bae5e3 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 945 time: 0.0632329 May 16 18:51:27.119028 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port e2de6415-3434-48d3-a9f3-46de3d297b6e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e2de6415-3434-48d3-a9f3-46de3d297b6e,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:27.126859 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:27.154603 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e89e266e-d450-4cfe-b01c-44212f8de7ae req-12b9c1cd-6d63-4fc5-820d-159585eaef7e service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870697 May 16 18:51:27.205705 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=e2de6415-3434-48d3-a9f3-46de3d297b6e,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:27.261892 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5eb3-1415-47e6-9851-94da9e2dee6e req-4c50f700-ef71-4725-9ba7-1105fb6dfd22 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:27.264658 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f05a5eb3-1415-47e6-9851-94da9e2dee6e req-4c50f700-ef71-4725-9ba7-1105fb6dfd22 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1493299 May 16 18:51:27.350536 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-be39e11d-f472-4388-8cf5-aadc6c719c01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2de6415-3434-48d3-a9f3-46de3d297b6e HTTP/1.1" status: 200 len: 217 time: 0.0801299 May 16 18:51:27.361046 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-09b29936-7489-46a7-91a7-7e21e5f5d1af req-7754df8d-b96e-4e67-bb63-fa4c27647434 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180431 May 16 18:51:27.459813 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f05a5eb3-1415-47e6-9851-94da9e2dee6e req-6017ac57-e96f-49f9-9732-e77ed248a881 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735401 May 16 18:51:27.636329 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-983d4ef4-1502-4209-8db2-e61fd68f75a9 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:27.637945 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-983d4ef4-1502-4209-8db2-e61fd68f75a9 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 945 time: 0.2231317 May 16 18:51:27.663755 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c61686-2201-4508-b89d-6edf35d1709d req-9fecaac4-a858-4f4e-b257-15f49b8e09f3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:27.665274 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c6c61686-2201-4508-b89d-6edf35d1709d req-9fecaac4-a858-4f4e-b257-15f49b8e09f3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1388831 May 16 18:51:27.667597 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-c839c433-70e6-4c15-8d83-acc470e0457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:27.669248 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-c839c433-70e6-4c15-8d83-acc470e0457d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.2500842 May 16 18:51:27.677319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1153397-26b2-4810-a102-617a482565fa req-9e6ff82d-5a1c-4db7-a25b-4baf657fc67a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:27.678921 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d1153397-26b2-4810-a102-617a482565fa req-9e6ff82d-5a1c-4db7-a25b-4baf657fc67a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1173041 May 16 18:51:27.713725 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['e2de6415-3434-48d3-a9f3-46de3d297b6e'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:51:27.764056 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c6c61686-2201-4508-b89d-6edf35d1709d req-3d5c52d4-a550-4d7b-83d0-4ffab2ccded4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840154 May 16 18:51:27.773215 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d1153397-26b2-4810-a102-617a482565fa req-3b892db0-11e0-45dc-9f9f-b268ad754a6d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751464 May 16 18:51:28.121533 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09edd9-3bfc-47c8-9456-9a4152272bc6 req-57ee610e-14f9-4925-81a4-624a0f9a02e5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:28.123148 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ce09edd9-3bfc-47c8-9456-9a4152272bc6 req-57ee610e-14f9-4925-81a4-624a0f9a02e5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 945 time: 0.0876760 May 16 18:51:28.132856 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238eed52-4a78-4981-9c43-31c5fbd2076f req-aeec2be6-923c-4509-9523-c5026d94023e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:28.134662 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-238eed52-4a78-4981-9c43-31c5fbd2076f req-aeec2be6-923c-4509-9523-c5026d94023e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.0848765 May 16 18:51:28.220464 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ce09edd9-3bfc-47c8-9456-9a4152272bc6 req-ac51b82a-ad1d-43d8-a614-1d24a459c76f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843680 May 16 18:51:28.238472 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-238eed52-4a78-4981-9c43-31c5fbd2076f req-1221b504-9e02-4f8f-8cec-05be5c154d21 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882185 May 16 18:51:28.563139 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fac0a-ff45-48a9-be82-5ab8fc838490 req-25ff22a4-85c0-4c06-81da-0f567b49cea4 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:28.565865 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c5fac0a-ff45-48a9-be82-5ab8fc838490 req-25ff22a4-85c0-4c06-81da-0f567b49cea4 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 945 time: 0.0687833 May 16 18:51:28.683234 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d8fc-1835-45ae-a072-e5941b1baf1b req-298a32fe-7450-430b-a690-5c89970fa419 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:28.686231 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-78a9d8fc-1835-45ae-a072-e5941b1baf1b req-298a32fe-7450-430b-a690-5c89970fa419 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1188312 May 16 18:51:28.739124 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c5fac0a-ff45-48a9-be82-5ab8fc838490 req-7d915da7-d63a-4bf2-97a5-a11bc3c1d8c1 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/security-groups?id=70d906a1-26e4-40b0-976e-da772aad62ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569915 May 16 18:51:28.883681 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-78a9d8fc-1835-45ae-a072-e5941b1baf1b req-578bd19a-fc21-4fee-ba6b-b0afa3c1696e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862974 May 16 18:51:28.892472 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-c55a41d9-3390-4701-8ead-a463d07e0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:28.894101 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-c55a41d9-3390-4701-8ead-a463d07e0352 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1433327 May 16 18:51:29.011608 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device e2de6415-3434-48d3-a9f3-46de3d297b6e up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:29.025750 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Deleting port 2208d25f-6682-4ab4-8ac8-158028b26ee7 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:51:29.026060 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:29.098349 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-ddda4abd-e286-408c-acd8-7694c2ef603e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:29.141386 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1dfa8-cc55-489f-b299-c74b9cc50f1b req-5bca6ac5-7db6-4d32-9779-da8d12c35489 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:29.143202 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52e1dfa8-cc55-489f-b299-c74b9cc50f1b req-5bca6ac5-7db6-4d32-9779-da8d12c35489 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1988673 May 16 18:51:29.213109 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port e2de6415-3434-48d3-a9f3-46de3d297b6e completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:51:29.253009 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port e2de6415-3434-48d3-a9f3-46de3d297b6e triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:29.253608 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:29.319831 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2ae5-1cca-4688-9e48-2620df09eecb req-1d68b81c-c577-4b52-b044-47799198a5b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:29.322577 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fd9d2ae5-1cca-4688-9e48-2620df09eecb req-1d68b81c-c577-4b52-b044-47799198a5b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.2784042 May 16 18:51:29.442423 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-3626991d-c5e6-4922-a65b-ce5f575e4564 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367092 May 16 18:51:29.467147 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] For port 2208d25f-6682-4ab4-8ac8-158028b26ee7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2208d25f-6682-4ab4-8ac8-158028b26ee7,segment=NetworkSegment(37bff315-ce2f-452d-bfb5-d4fe40475d3b),segment_id=37bff315-ce2f-452d-bfb5-d4fe40475d3b)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:29.475973 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:29.493488 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port e2de6415-3434-48d3-a9f3-46de3d297b6e is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:29.494028 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:29.500780 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52e1dfa8-cc55-489f-b299-c74b9cc50f1b req-b599ed1c-44c0-45b9-b675-269616ede1fc tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393910 May 16 18:51:29.549812 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2de6415-3434-48d3-a9f3-46de3d297b6e'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:29.555020 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a7b9f-cd02-4560-9bb5-d14a6b79d4a0" -d '{"events": [{"server_uuid": "2b6715a3-0274-463c-b6e5-4116112ef2c9", "name": "network-vif-plugged", "status": "completed", "tag": "e2de6415-3434-48d3-a9f3-46de3d297b6e"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:29.586159 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port e2de6415-3434-48d3-a9f3-46de3d297b6e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e2de6415-3434-48d3-a9f3-46de3d297b6e,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:29.592042 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Calling delete_port for 2208d25f-6682-4ab4-8ac8-158028b26ee7 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:51:29.608541 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:29.610478 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2208d25f-6682-4ab4-8ac8-158028b26ee7 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:51:29.761880 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=e2de6415-3434-48d3-a9f3-46de3d297b6e,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:29.835059 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 2208d25f-6682-4ab4-8ac8-158028b26ee7 is: ACTIVE; New status is: DOWN {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:29.835434 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:29.856804 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fd9d2ae5-1cca-4688-9e48-2620df09eecb req-7c779a7b-8aa6-42a8-b573-e7be3737a687 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5159080 May 16 18:51:29.910610 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22a3df-b62a-4898-8d8c-a547c5cb679b req-e14ab3b4-d5f5-452d-a15d-1564805733be tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:29.913287 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cf22a3df-b62a-4898-8d8c-a547c5cb679b req-e14ab3b4-d5f5-452d-a15d-1564805733be tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.1785982 May 16 18:51:29.980197 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (2208d25f-6682-4ab4-8ac8-158028b26ee7), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:30.017144 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7cd8e9eb-3acf-4baa-83bc-68f6be1cabab req-46a8101e-7a2e-45fe-8042-791b639f5f43 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352952 May 16 18:51:30.082447 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Pushing event deleted for resources: {'Port': ['ID=2208d25f-6682-4ab4-8ac8-158028b26ee7,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:30.162374 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b8a86-df48-44ba-89bf-c747b9c4e97e req-92f5978f-a75a-49ee-96ca-64d5ddd5ab48 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:30.168726 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-780b8a86-df48-44ba-89bf-c747b9c4e97e req-92f5978f-a75a-49ee-96ca-64d5ddd5ab48 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.1902890 May 16 18:51:30.181438 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cf22a3df-b62a-4898-8d8c-a547c5cb679b req-7434e4ef-17b6-4a01-a6ea-5a0a520d1e61 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463138 May 16 18:51:30.216178 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] No DVR routers for this DVR port 2208d25f-6682-4ab4-8ac8-158028b26ee7 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:51:30.227857 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:30.231273 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0a9c086a-fa47-4c69-9637-66bee88c3b7a req-d9f1ab5c-025a-4d92-a8c6-cdfc400e9360 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.61 "DELETE /v2.0/ports/2208d25f-6682-4ab4-8ac8-158028b26ee7 HTTP/1.1" status: 204 len: 173 time: 1.4824388 May 16 18:51:30.231874 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb2c41a-d2d7-4e2a-8800-91fb33ef5def', 'name': 'network-vif-deleted', 'tag': '2208d25f-6682-4ab4-8ac8-158028b26ee7'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:30.234476 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282b3260-6b32-465c-96c9-b3de87396138" -d '{"events": [{"server_uuid": "7bb2c41a-d2d7-4e2a-8800-91fb33ef5def", "name": "network-vif-deleted", "tag": "2208d25f-6682-4ab4-8ac8-158028b26ee7"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:30.291555 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9ec8d6-b518-4fb6-b97f-3de00706935e x-openstack-request-id: req-ca9ec8d6-b518-4fb6-b97f-3de00706935e {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:30.292321 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6715a3-0274-463c-b6e5-4116112ef2c9", "name": "network-vif-plugged", "status": "completed", "tag": "e2de6415-3434-48d3-a9f3-46de3d297b6e", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:30.292321 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca9ec8d6-b518-4fb6-b97f-3de00706935e {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:30.302177 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9ec8d6-b518-4fb6-b97f-3de00706935e'] response: {'server_uuid': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2de6415-3434-48d3-a9f3-46de3d297b6e', 'code': 200} May 16 18:51:30.360076 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-780b8a86-df48-44ba-89bf-c747b9c4e97e req-e349092f-c452-4206-98f2-81924180dee2 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749251 May 16 18:51:30.458477 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d030d568-01f7-4c90-b11d-55633d8970d7 req-2d357a12-d3b1-4aa7-9572-632fcd2a00e0 tempest-VolumesActionsTest-1215153456 tempest-VolumesActionsTest-1215153456-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb2c41a-d2d7-4e2a-8800-91fb33ef5def HTTP/1.1" status: 200 len: 210 time: 0.0490296 May 16 18:51:30.564854 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2be60-4c62-4e3e-a7ee-ec13153e443f req-715ce209-620b-4b82-bea8-7af6de5f0c66 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:30.576583 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1ad2be60-4c62-4e3e-a7ee-ec13153e443f req-715ce209-620b-4b82-bea8-7af6de5f0c66 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0991213 May 16 18:51:30.668003 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12370188-89fd-4c8f-b8ec-c8916d330217 x-openstack-request-id: req-12370188-89fd-4c8f-b8ec-c8916d330217 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:30.670073 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb2c41a-d2d7-4e2a-8800-91fb33ef5def", "name": "network-vif-deleted", "tag": "2208d25f-6682-4ab4-8ac8-158028b26ee7", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:30.679149 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12370188-89fd-4c8f-b8ec-c8916d330217 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:30.682051 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12370188-89fd-4c8f-b8ec-c8916d330217'] response: {'server_uuid': '7bb2c41a-d2d7-4e2a-8800-91fb33ef5def', 'name': 'network-vif-deleted', 'tag': '2208d25f-6682-4ab4-8ac8-158028b26ee7', 'status': 'completed', 'code': 200} May 16 18:51:30.805736 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1ad2be60-4c62-4e3e-a7ee-ec13153e443f req-806e64eb-7edb-44c6-bf53-641427ba4cf0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277513 May 16 18:51:30.815533 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20cc96-aaea-4011-bb4c-51d131175580 req-f6654409-5be9-4a06-ab39-ae3c9aafceec tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:30.823009 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0e20cc96-aaea-4011-bb4c-51d131175580 req-f6654409-5be9-4a06-ab39-ae3c9aafceec tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0842786 May 16 18:51:30.883940 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0e20cc96-aaea-4011-bb4c-51d131175580 req-66734043-c938-4d06-ae0b-2a606c4109e4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596554 May 16 18:51:31.005510 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbd9282a-e554-4f50-b165-7ce5f6ec3daa details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:51:31.067879 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6bff7-1855-4f07-a507-844de7615357 req-e6034e19-beba-484d-8a3d-b369a7f29ac4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:31.067879 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fce6bff7-1855-4f07-a507-844de7615357 req-e6034e19-beba-484d-8a3d-b369a7f29ac4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0671721 May 16 18:51:31.233286 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:31.267027 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'port_id': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'mac_address': 'fa:16:3e:b9:8f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:51:31.274310 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fce6bff7-1855-4f07-a507-844de7615357 req-2de8ce57-734e-4de0-a220-5074e26774d2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889923 May 16 18:51:31.305584 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b8b82-64cc-4641-ad9a-91604bc837be req-da2f050e-e6b8-432f-9d4c-e1f45ed6584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:31.314426 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b18b8b82-64cc-4641-ad9a-91604bc837be req-da2f050e-e6b8-432f-9d4c-e1f45ed6584a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 1130 time: 0.1744068 May 16 18:51:31.427948 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b18b8b82-64cc-4641-ad9a-91604bc837be req-52f6010a-e3c1-47b9-9bd8-9b9cae50d14e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952265 May 16 18:51:31.455023 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port fbd9282a-e554-4f50-b165-7ce5f6ec3daa is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:31.456086 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa434282-2a7f-4c92-ad12-fccc89b2d116 req-fba34e2a-4039-4a14-9e3b-0f039b3b8624 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:31.456741 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:31.464721 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fa434282-2a7f-4c92-ad12-fccc89b2d116 req-fba34e2a-4039-4a14-9e3b-0f039b3b8624 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.1075499 May 16 18:51:31.517539 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd9282a-e554-4f50-b165-7ce5f6ec3daa {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:51:31.542947 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:31.552079 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:31.559537 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-31ba71de-3f95-49e4-b7e0-fde201068286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:31.573991 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fa434282-2a7f-4c92-ad12-fccc89b2d116 req-3bbbe82c-64ff-4b60-8ce0-2b5b5eb0108e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079457 May 16 18:51:31.656581 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890cd86-a184-43f7-8e24-d45320415870 req-6d3b962d-1c46-4e8b-8d17-3655df96cdbe tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:31.663948 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:31.668102 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0890cd86-a184-43f7-8e24-d45320415870 req-6d3b962d-1c46-4e8b-8d17-3655df96cdbe tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 944 time: 0.1180899 May 16 18:51:31.686000 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.686000 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.686426 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.686973 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.688129 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.688327 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.689140 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.689946 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.694308 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.694308 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.694701 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.695100 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.695838 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.696510 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.697184 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:31.768989 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0890cd86-a184-43f7-8e24-d45320415870 req-5d133482-4779-4a03-ad21-61bbe4d6e889 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901372 May 16 18:51:32.099287 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0b772-b36a-4bc4-85dd-2f69be64d9a4 req-e8561f46-a737-4713-9c57-1db53c039f7d tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:32.101036 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d7a0b772-b36a-4bc4-85dd-2f69be64d9a4 req-e8561f46-a737-4713-9c57-1db53c039f7d tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1277564 May 16 18:51:32.111310 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3b757-cc48-454b-938a-77abcc1fd3ab req-c59714de-0333-4a19-a7f2-8c7badc35758 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:32.121970 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eeb3b757-cc48-454b-938a-77abcc1fd3ab req-c59714de-0333-4a19-a7f2-8c7badc35758 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1165190 May 16 18:51:32.122978 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['fbd9282a-e554-4f50-b165-7ce5f6ec3daa'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:51:32.243864 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eeb3b757-cc48-454b-938a-77abcc1fd3ab req-599d16ae-b00f-480e-bee7-ac1b85bc5db4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110079 May 16 18:51:32.243864 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d7a0b772-b36a-4bc4-85dd-2f69be64d9a4 req-58c15469-c620-48a0-8a27-76fee4dceeec tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147578 May 16 18:51:32.665281 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c2041-a447-49a8-9005-87bc1316856c req-9ec98e3b-b367-48de-81ae-cbf3b9479b88 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:32.684541 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b75c2041-a447-49a8-9005-87bc1316856c req-9ec98e3b-b367-48de-81ae-cbf3b9479b88 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1353917 May 16 18:51:32.831778 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:32.855623 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b75c2041-a447-49a8-9005-87bc1316856c req-b5ed26c5-be47-4982-a5c3-934aeea99a76 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696193 May 16 18:51:32.907638 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53382acb-4d73-495e-803c-4a042fabd67d req-baa1e8e1-6f35-4aaf-946a-3e8157779497 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:32.912686 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-53382acb-4d73-495e-803c-4a042fabd67d req-baa1e8e1-6f35-4aaf-946a-3e8157779497 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.1619661 May 16 18:51:33.063525 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-53382acb-4d73-495e-803c-4a042fabd67d req-5ed22566-f61f-45e1-8571-3d24c725cd48 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439185 May 16 18:51:33.140190 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0933-1c56-4f69-8cd1-1de125e55caf req-867bd57a-e6d4-4e83-adc5-8773bb1504da tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:33.153787 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2cef0933-1c56-4f69-8cd1-1de125e55caf req-867bd57a-e6d4-4e83-adc5-8773bb1504da tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 944 time: 0.0888832 May 16 18:51:33.237734 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2cef0933-1c56-4f69-8cd1-1de125e55caf req-aafebf08-ba9f-4cbb-b652-3864a213dc9a tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827994 May 16 18:51:33.496652 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99061879-99ea-4c9a-8ef1-6921ef9bca50 req-ec97ba96-0886-4df5-ab7e-9a6e5a785024 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:33.500408 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-99061879-99ea-4c9a-8ef1-6921ef9bca50 req-ec97ba96-0886-4df5-ab7e-9a6e5a785024 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1489348 May 16 18:51:33.585723 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6cb0d-35db-4261-baad-79541105647f req-0b0076b3-0993-4e87-a154-1a87e220198f tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:33.588262 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d4e6cb0d-35db-4261-baad-79541105647f req-0b0076b3-0993-4e87-a154-1a87e220198f tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1539955 May 16 18:51:33.653726 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-99061879-99ea-4c9a-8ef1-6921ef9bca50 req-f40b177d-ccb3-4b5d-a057-78bb621bdca0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461258 May 16 18:51:33.717027 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d4e6cb0d-35db-4261-baad-79541105647f req-b4613887-bdf8-4b63-a8c3-3222bd7a7ac3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029158 May 16 18:51:34.097091 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:34.100672 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950a65-4941-419b-bbb5-eee9510454ad req-e643bdfa-231c-452a-b332-272db3733de8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:34.113741 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f9950a65-4941-419b-bbb5-eee9510454ad req-e643bdfa-231c-452a-b332-272db3733de8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1014659 May 16 18:51:34.212631 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbd9282a-e554-4f50-b165-7ce5f6ec3daa up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:51:34.263892 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f9950a65-4941-419b-bbb5-eee9510454ad req-144ce0ce-2315-4fe5-9787-ade9592aaa89 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487765 May 16 18:51:34.281988 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162185a-e2ba-4e5b-97b6-9e020df0bb03 req-f677bd30-72c0-4b30-b9f1-b5d405e05e14 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:34.283742 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1162185a-e2ba-4e5b-97b6-9e020df0bb03 req-f677bd30-72c0-4b30-b9f1-b5d405e05e14 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1402464 May 16 18:51:34.303164 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:34.377771 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port fbd9282a-e554-4f50-b165-7ce5f6ec3daa completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:51:34.385830 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port fbd9282a-e554-4f50-b165-7ce5f6ec3daa triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:51:34.386785 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:34.427376 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1162185a-e2ba-4e5b-97b6-9e020df0bb03 req-b101ec11-6ea6-4cb0-a616-a9f30a5021b1 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134684 May 16 18:51:34.525330 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port fbd9282a-e554-4f50-b165-7ce5f6ec3daa is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:34.525562 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:34.529833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90ade-9ada-44b9-afa3-4b1f6445d0e3 req-fbeceb71-a9b2-4602-afd9-259ed2055e35 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:34.538586 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-afc90ade-9ada-44b9-afa3-4b1f6445d0e3 req-fbeceb71-a9b2-4602-afd9-259ed2055e35 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.1447115 May 16 18:51:34.589392 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:34.602277 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d2ddfc-3552-48da-a2db-76075819eafe" -d '{"events": [{"server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:34.649666 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:34.658111 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:34.730422 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-afc90ade-9ada-44b9-afa3-4b1f6445d0e3 req-a22df25b-7791-41ec-bfbc-2a6b34438570 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840024 May 16 18:51:34.788553 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:34.836451 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d031b711-f2b9-4808-96b4-8e704e59fd09 x-openstack-request-id: req-d031b711-f2b9-4808-96b4-8e704e59fd09 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:34.836765 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:34.837013 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d031b711-f2b9-4808-96b4-8e704e59fd09 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:34.837404 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d031b711-f2b9-4808-96b4-8e704e59fd09'] response: {'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'code': 200} May 16 18:51:35.199747 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1296b-1e01-4dbd-a874-8429d73e0299 req-21e67b6a-57d8-46e1-b0d7-6e105fda7ee9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:35.211257 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-59e1296b-1e01-4dbd-a874-8429d73e0299 req-21e67b6a-57d8-46e1-b0d7-6e105fda7ee9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.5271032 May 16 18:51:35.274135 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-a852c434-6f78-40ba-b117-106bbd096fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:35.276449 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-a852c434-6f78-40ba-b117-106bbd096fb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 1129 time: 0.4805119 May 16 18:51:35.312662 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-85f43f54-a60b-4e13-bfa2-b2c479b6dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:35.314144 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-85f43f54-a60b-4e13-bfa2-b2c479b6dc0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 1130 time: 0.1581089 May 16 18:51:35.323541 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61821959-8b61-4b43-8272-b89edeb082b8 req-2f413d3a-4990-462f-95a3-d13fb24e90f8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:35.325953 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-61821959-8b61-4b43-8272-b89edeb082b8 req-2f413d3a-4990-462f-95a3-d13fb24e90f8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1685822 May 16 18:51:35.452129 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:35.509889 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503423e-c49d-4aae-bc7b-7f49006c4d62 req-b13dfd1a-0ecf-4fa4-ac4d-87712d51326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:35.512281 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d503423e-c49d-4aae-bc7b-7f49006c4d62 req-b13dfd1a-0ecf-4fa4-ac4d-87712d51326c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 1129 time: 0.1194913 May 16 18:51:35.514803 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-59e1296b-1e01-4dbd-a874-8429d73e0299 req-302cba8b-e3c0-4a83-9648-b4609ba2b2b5 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025012 May 16 18:51:35.619044 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-04a7144f-93dc-4f69-92c0-c2e8943e6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:35.620625 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-04a7144f-93dc-4f69-92c0-c2e8943e6e7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 917 time: 0.2436094 May 16 18:51:35.621913 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d503423e-c49d-4aae-bc7b-7f49006c4d62 req-74f7e124-1431-46a0-852c-5dd8230ea1f0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978229 May 16 18:51:35.706253 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a0a09-05fd-4966-9232-968709c9ca0d req-485c9d69-4a15-4ad6-9e37-035d9605126d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:35.708474 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4e9a0a09-05fd-4966-9232-968709c9ca0d req-485c9d69-4a15-4ad6-9e37-035d9605126d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0791163 May 16 18:51:35.739880 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-61821959-8b61-4b43-8272-b89edeb082b8 req-b97c9547-d712-49a8-9cc6-d56fc438b5be tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866355 May 16 18:51:35.781481 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-687ace29-6bd2-45d7-8739-5ca628449671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:35.783284 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-687ace29-6bd2-45d7-8739-5ca628449671 service neutron] 10.222.0.61 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 911 time: 0.4560852 May 16 18:51:35.836376 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4e9a0a09-05fd-4966-9232-968709c9ca0d req-76051e52-1bea-4e23-a76e-e7165296a612 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139729 May 16 18:51:35.915778 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71dd3d-b555-4638-aeb4-1e298091faa0 req-59d8c8da-8d5d-4b5d-9f88-ad1b8a6e53a8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:35.917855 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8e71dd3d-b555-4638-aeb4-1e298091faa0 req-59d8c8da-8d5d-4b5d-9f88-ad1b8a6e53a8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0800819 May 16 18:51:36.147794 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d06c6-379d-4b5d-a4a7-928e45411d26 req-6384a275-b40b-4c77-b2a4-710d7bdad723 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:36.149167 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e1d06c6-379d-4b5d-a4a7-928e45411d26 req-6384a275-b40b-4c77-b2a4-710d7bdad723 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.1605670 May 16 18:51:36.156871 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-cf8aa6ac-d885-48a7-b2d7-36a4351b5567 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234 HTTP/1.1" status: 200 len: 1001 time: 0.2362647 May 16 18:51:36.180460 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8e71dd3d-b555-4638-aeb4-1e298091faa0 req-1b1c1a4d-20cb-4ae7-9626-42736ca0c089 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615082 May 16 18:51:36.185392 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-c3e8581a-0600-4831-a3dd-bdf18fd49de9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b440849e-31ba-4612-a125-9eec9ce576a6 HTTP/1.1" status: 200 len: 1001 time: 0.2406280 May 16 18:51:36.273766 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-56c68daf-e70f-4237-a3dc-974fb4c7579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:36.275754 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-56c68daf-e70f-4237-a3dc-974fb4c7579f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.0924585 May 16 18:51:36.317868 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e1d06c6-379d-4b5d-a4a7-928e45411d26 req-b3b01cfc-be5a-4276-abd6-629ca1b66cb2 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357069 May 16 18:51:36.484587 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:51:36.509313 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95933a07-2fe0-4f3c-abdd-e37a9faccbf8 req-68cc40c1-c120-4e48-99d8-693bb89f2ec4 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:36.511995 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95933a07-2fe0-4f3c-abdd-e37a9faccbf8 req-68cc40c1-c120-4e48-99d8-693bb89f2ec4 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.0848656 May 16 18:51:36.525578 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 44686) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:36.533994 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-ef5f6c5c-9ddf-42b4-b013-ca5099b5bfe5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'floatingip': {'port_id': 'e2de6415-3434-48d3-a9f3-46de3d297b6e'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:36.610357 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6c5c-9ddf-42b4-b013-ca5099b5bfe5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (476ff082-e56f-4ffe-b8be-5b75034dda4c), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:37.019632 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe3c19-87ab-46f9-8b14-bf2517ff8b48 req-f39b57dd-28b2-46cb-a912-1ae30e759cde tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:37.021245 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-27fe3c19-87ab-46f9-8b14-bf2517ff8b48 req-f39b57dd-28b2-46cb-a912-1ae30e759cde tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.3344519 May 16 18:51:37.096608 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d101ffe-e9bf-4b5e-a1c4-c4d0e48930e6 req-fdee998f-389e-442f-8eb9-af06cdb018a9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:37.098120 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d101ffe-e9bf-4b5e-a1c4-c4d0e48930e6 req-fdee998f-389e-442f-8eb9-af06cdb018a9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.2108660 May 16 18:51:37.099211 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-e289642c-2ce1-4999-b095-02888dd2fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:37.100843 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-e289642c-2ce1-4999-b095-02888dd2fb8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1705458 May 16 18:51:37.158094 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-27098d45-afba-412d-8b1d-3cf8b5b5c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:37.160436 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-27098d45-afba-412d-8b1d-3cf8b5b5c0b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=063b87a2-9ff2-4272-a905-58adb7221293 HTTP/1.1" status: 200 len: 849 time: 0.2497530 May 16 18:51:37.473089 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-27fe3c19-87ab-46f9-8b14-bf2517ff8b48 req-deb85812-25bc-449a-8d95-8bbc19ebbd04 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376273 May 16 18:51:37.585010 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-fa323f45-bdd4-4279-bd2b-5a017a81d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:37.587625 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-fa323f45-bdd4-4279-bd2b-5a017a81d8d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=265ca952-32c3-45ee-8297-5b81b68af9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3882699 May 16 18:51:37.683133 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d101ffe-e9bf-4b5e-a1c4-c4d0e48930e6 req-2501b14a-91c1-42a9-9852-b485432dd79b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114160 May 16 18:51:37.751027 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-9e1dafc1-350a-482e-8b92-92642ed02e52 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664728 May 16 18:51:37.760575 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1126919-694d-4765-af1c-c0bbbeea5162 req-cc45f963-9737-4c44-add7-b61c8a0e2480 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:37.762616 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b1126919-694d-4765-af1c-c0bbbeea5162 req-cc45f963-9737-4c44-add7-b61c8a0e2480 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1539109 May 16 18:51:37.915520 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c89d8e-9aff-4dd9-9787-fc68ceb1a65e req-a10bbfbd-3ee4-475c-b0e6-da19064154c4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:37.918192 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-33c89d8e-9aff-4dd9-9787-fc68ceb1a65e req-a10bbfbd-3ee4-475c-b0e6-da19064154c4 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1098442 May 16 18:51:38.008113 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b1126919-694d-4765-af1c-c0bbbeea5162 req-41b36e7d-097f-44d0-b54d-84684ec325e2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078505 May 16 18:51:38.140568 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-33c89d8e-9aff-4dd9-9787-fc68ceb1a65e req-56afc3f9-ae63-4f4f-baf3-1264418cf38a tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550059 May 16 18:51:38.143251 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6c5c-9ddf-42b4-b013-ca5099b5bfe5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:38.148719 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6c5c-9ddf-42b4-b013-ca5099b5bfe5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (476ff082-e56f-4ffe-b8be-5b75034dda4c), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:38.471285 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [None req-ef5f6c5c-9ddf-42b4-b013-ca5099b5bfe5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Floating IP 476ff082-e56f-4ffe-b8be-5b75034dda4c associated. External IP: 172.27.1.117, port: e2de6415-3434-48d3-a9f3-46de3d297b6e. May 16 18:51:39.030430 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-e2431344-57a8-4eca-9641-a152ba3ca534 service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965046 May 16 18:51:39.142796 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b99686-1ed7-4b0b-9f9c-ebbe728b7f41 req-1480ad2c-b765-4a2b-9811-b25d55cd2e87 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:39.149304 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e0b99686-1ed7-4b0b-9f9c-ebbe728b7f41 req-1480ad2c-b765-4a2b-9811-b25d55cd2e87 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.2223332 May 16 18:51:39.183676 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30af3f-ddd7-418f-ad42-fdbd6a3df836 req-a195874f-7259-46a3-ab2c-2f54af044af7 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:39.185594 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2a30af3f-ddd7-418f-ad42-fdbd6a3df836 req-a195874f-7259-46a3-ab2c-2f54af044af7 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.2578967 May 16 18:51:39.216672 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f4034d0-2d19-46b2-9de8-ff5bc438e377 req-0753f0fc-d17e-4f3a-95c2-5f91ce5ca0ab service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7741387 May 16 18:51:39.413624 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e0b99686-1ed7-4b0b-9f9c-ebbe728b7f41 req-1568f09c-1f71-49e5-b8ec-e0dcb362c8a3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657509 May 16 18:51:39.438012 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2a30af3f-ddd7-418f-ad42-fdbd6a3df836 req-526c11c3-9348-4276-b6cd-58bc17f6660d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317636 May 16 18:51:39.447556 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f7481ec5-b53a-42d7-906e-21499f94a289 req-c55a914b-f607-4138-a920-53b7a6c069ac service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631058 May 16 18:51:39.634705 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882b217-825b-4f39-ab90-13c8c0db3fa3 req-d6e7821c-987e-4ef8-9593-a56ab4685315 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:39.637458 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7882b217-825b-4f39-ab90-13c8c0db3fa3 req-d6e7821c-987e-4ef8-9593-a56ab4685315 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1089242 May 16 18:51:39.646629 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5f6c5c-9ddf-42b4-b013-ca5099b5bfe5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:51:39.705105 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257cda9-60c1-4f85-a6c5-08b6df24f6d7 req-7e326414-54b1-43b4-a524-791e7f5d9506 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:39.707431 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7257cda9-60c1-4f85-a6c5-08b6df24f6d7 req-7e326414-54b1-43b4-a524-791e7f5d9506 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1375766 May 16 18:51:39.893854 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7882b217-825b-4f39-ab90-13c8c0db3fa3 req-03906ae3-14d4-4360-82a8-ec594881c044 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419603 May 16 18:51:39.966600 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7257cda9-60c1-4f85-a6c5-08b6df24f6d7 req-2bf188f1-cea8-4691-829e-d62457d29e06 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461457 May 16 18:51:40.005994 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5f6c5c-9ddf-42b4-b013-ca5099b5bfe5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:51:40.013168 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6c5c-9ddf-42b4-b013-ca5099b5bfe5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:40.025170 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:51:40.038964 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:40.048310 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:40.078775 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ef5f6c5c-9ddf-42b4-b013-ca5099b5bfe5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "PUT /v2.0/floatingips/476ff082-e56f-4ffe-b8be-5b75034dda4c HTTP/1.1" status: 200 len: 992 time: 3.5509508 May 16 18:51:40.079763 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'tag': 'e2de6415-3434-48d3-a9f3-46de3d297b6e'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:40.082105 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff04c30d-20fc-43a8-afeb-64a4b937921e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6715a3-0274-463c-b6e5-4116112ef2c9", "tag": "e2de6415-3434-48d3-a9f3-46de3d297b6e"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:40.199797 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:40.250667 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691fccc3-9175-4ad1-9db9-2147cd7b1276 x-openstack-request-id: req-691fccc3-9175-4ad1-9db9-2147cd7b1276 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:40.251153 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6715a3-0274-463c-b6e5-4116112ef2c9", "tag": "e2de6415-3434-48d3-a9f3-46de3d297b6e", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:40.251573 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-691fccc3-9175-4ad1-9db9-2147cd7b1276 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:40.252278 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691fccc3-9175-4ad1-9db9-2147cd7b1276'] response: {'name': 'network-changed', 'server_uuid': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'tag': 'e2de6415-3434-48d3-a9f3-46de3d297b6e', 'status': 'completed', 'code': 200} May 16 18:51:40.309506 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714205f-ae28-4b05-a66c-97e7d07c2c1d req-8426ad99-e885-406e-b73a-b5dba38f75e2 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:40.311104 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1714205f-ae28-4b05-a66c-97e7d07c2c1d req-8426ad99-e885-406e-b73a-b5dba38f75e2 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.2372253 May 16 18:51:40.427486 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1714205f-ae28-4b05-a66c-97e7d07c2c1d req-900fee97-4791-451a-9deb-dfe7a82cb9d0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981905 May 16 18:51:40.475070 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 44726) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:40.629794 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3616c37b-eeb9-4361-b41a-91b437c8d27a', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:44Z', 'revision_number': 2, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}, {'id': '476ff082-e56f-4ffe-b8be-5b75034dda4c', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'e2de6415-3434-48d3-a9f3-46de3d297b6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:65:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:37Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:40.673528 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:51:40.688730 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:40.690118 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:40.728919 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fadc4f-e351-4c3a-bed0-f6c8fd4999c7 req-cb06201a-2061-4448-8b41-31f4b3178c9d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:40.737063 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-67fadc4f-e351-4c3a-bed0-f6c8fd4999c7 req-cb06201a-2061-4448-8b41-31f4b3178c9d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0697351 May 16 18:51:40.795384 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-5cc2929a-9011-4db8-8bde-65eb93476abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:40.800515 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-5cc2929a-9011-4db8-8bde-65eb93476abd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 1130 time: 0.2168322 May 16 18:51:40.856128 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-67fadc4f-e351-4c3a-bed0-f6c8fd4999c7 req-aede826d-98b7-4002-a5e8-a973986803de tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158445 May 16 18:51:40.965249 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:40.971392 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f0c797-0d46-4d99-89bd-c36632cd8182 tempest-TestShelveInstance-1914298853 tempest-TestShelveInstance-1914298853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:40.976469 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44732) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:40.981337 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'port_id': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:51:40.986940 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-53f0c797-0d46-4d99-89bd-c36632cd8182 tempest-TestShelveInstance-1914298853 tempest-TestShelveInstance-1914298853-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 1124 time: 0.5034385 May 16 18:51:41.019464 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:41.120591 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-3bddbf20-e775-42c4-a147-44ba09616e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:41.123391 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-3bddbf20-e775-42c4-a147-44ba09616e91 service neutron] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 915 time: 0.2655971 May 16 18:51:41.279249 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7547bf-2c39-4fac-aa88-0c5131409b2c req-d2bc5661-ee23-4f23-8496-62276f78ece1 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:41.294185 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8c7547bf-2c39-4fac-aa88-0c5131409b2c req-d2bc5661-ee23-4f23-8496-62276f78ece1 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1436288 May 16 18:51:41.398497 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:41.443271 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3616c37b-eeb9-4361-b41a-91b437c8d27a', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:44Z', 'revision_number': 2, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}, {'id': '476ff082-e56f-4ffe-b8be-5b75034dda4c', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'e2de6415-3434-48d3-a9f3-46de3d297b6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:65:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:37Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:41.509915 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556bba4-0a0e-4a06-ab00-6c39ff5c35e0 None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3616c37b-eeb9-4361-b41a-91b437c8d27a', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:44Z', 'revision_number': 2, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}, {'id': '476ff082-e56f-4ffe-b8be-5b75034dda4c', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'e2de6415-3434-48d3-a9f3-46de3d297b6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:65:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:37Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:51:41.544875 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52bd4-c96d-43d9-a29d-81de0b5ff49f req-a5d5f8f4-52a7-4d5e-8fc6-47303ed7a23e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:41.562624 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-85c52bd4-c96d-43d9-a29d-81de0b5ff49f req-a5d5f8f4-52a7-4d5e-8fc6-47303ed7a23e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.3839672 May 16 18:51:41.571946 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8c7547bf-2c39-4fac-aa88-0c5131409b2c req-6c5b8bd5-2b37-4534-aec4-ecd5d850573a tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752321 May 16 18:51:41.626940 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Allocated IP 172.27.1.200 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/dd01432f-d7ea-4848-8d80-d65a17fa625e) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:51:41.685412 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-85c52bd4-c96d-43d9-a29d-81de0b5ff49f req-7b937765-2017-47de-a906-28bb19e7c765 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215894 May 16 18:51:41.941072 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for port (dd01432f-d7ea-4848-8d80-d65a17fa625e), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:42.015348 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (dd01432f-d7ea-4848-8d80-d65a17fa625e), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:42.022838 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581963d-ae83-41ed-b9e5-1307ae35037b None None] New status for floating IP 476ff082-e56f-4ffe-b8be-5b75034dda4c: ACTIVE {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:51:42.093895 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'Port': ['ID=dd01432f-d7ea-4848-8d80-d65a17fa625e,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:42.111892 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.112529 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.112985 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.113772 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.114513 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.115265 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.116040 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.116810 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.117567 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.118310 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.119089 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.119977 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.120738 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.121672 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.122453 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:51:42.139413 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:51:42.152810 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:51:42.159054 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:51:42.185844 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd288-b15c-4d65-8baf-6d693adcf0b8 req-40110d03-0918-45ea-9900-abeb79cdecf7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:42.189174 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-156bd288-b15c-4d65-8baf-6d693adcf0b8 req-40110d03-0918-45ea-9900-abeb79cdecf7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1219108 May 16 18:51:42.330233 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-156bd288-b15c-4d65-8baf-6d693adcf0b8 req-45acb1bb-dac7-4345-8f54-8748d0676721 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213574 May 16 18:51:42.618521 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for floatingip (197ba226-6bd4-47f8-85d6-df0d0adaf584), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:42.804747 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (dd01432f-d7ea-4848-8d80-d65a17fa625e), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:42.826498 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d5591-2f3a-489a-b6ed-33c85d150813 req-4754ff43-332f-4174-96d0-2aff66879953 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:42.831768 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c55d5591-2f3a-489a-b6ed-33c85d150813 req-4754ff43-332f-4174-96d0-2aff66879953 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0909898 May 16 18:51:42.957852 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4fa8f-aa24-45c0-9ca4-670b32ab57bc req-20bcd6e4-de16-4548-899f-438900f91663 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:42.962664 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-25c4fa8f-aa24-45c0-9ca4-670b32ab57bc req-20bcd6e4-de16-4548-899f-438900f91663 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.1016860 May 16 18:51:42.977159 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c55d5591-2f3a-489a-b6ed-33c85d150813 req-c8b21da6-34db-4e4f-a7fb-cec0dabf5d86 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357169 May 16 18:51:43.119538 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-25c4fa8f-aa24-45c0-9ca4-670b32ab57bc req-9572de03-3deb-4879-8cca-4224e1681095 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412921 May 16 18:51:43.270480 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for port (dd01432f-d7ea-4848-8d80-d65a17fa625e), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:43.279191 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (dd01432f-d7ea-4848-8d80-d65a17fa625e), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:43.409085 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event updated for resources: {'Port': ['ID=dd01432f-d7ea-4848-8d80-d65a17fa625e,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:43.448498 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (197ba226-6bd4-47f8-85d6-df0d0adaf584), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:43.670017 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29d1c3-41bd-49cf-af7e-92f496eb1cd9 req-938692cd-9b8e-49fc-a1cf-0e8f20196746 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:43.679466 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5e29d1c3-41bd-49cf-af7e-92f496eb1cd9 req-938692cd-9b8e-49fc-a1cf-0e8f20196746 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1344032 May 16 18:51:43.768237 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5e29d1c3-41bd-49cf-af7e-92f496eb1cd9 req-a1fb2831-b64e-4d97-9806-21beed52e175 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789311 May 16 18:51:43.960869 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Floating IP 197ba226-6bd4-47f8-85d6-df0d0adaf584 associated. External IP: 172.27.1.200, port: fbd9282a-e554-4f50-b165-7ce5f6ec3daa. May 16 18:51:44.208743 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Router 2421e99d-dfcc-436d-93c4-2acac988ee22 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:51:44.339785 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4a839-20e8-4389-98a7-e44dfcb5b92e req-dcabf14c-fd25-4c1d-a3aa-180bd4f061e2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:44.342199 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-03d4a839-20e8-4389-98a7-e44dfcb5b92e req-dcabf14c-fd25-4c1d-a3aa-180bd4f061e2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0812254 May 16 18:51:44.391364 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:51:44.409797 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] Sync routers for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:51:44.415753 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:44.439800 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-03d4a839-20e8-4389-98a7-e44dfcb5b92e req-ca69d197-79a6-4027-b796-9639aab632cb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854621 May 16 18:51:44.442953 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:44.444327 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:44.478692 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-84454b55-2856-43ca-84c3-c87ed91bbcd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5010555 May 16 18:51:44.479389 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:44.482106 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f12faf-3005-41ac-a16d-39e964fc3226" -d '{"events": [{"name": "network-changed", "server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:44.531462 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ffd901-8102-4d95-b9dc-a170ad08eeca x-openstack-request-id: req-26ffd901-8102-4d95-b9dc-a170ad08eeca {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:44.531978 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:44.532750 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-26ffd901-8102-4d95-b9dc-a170ad08eeca {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:44.533388 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ffd901-8102-4d95-b9dc-a170ad08eeca'] response: {'name': 'network-changed', 'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'status': 'completed', 'code': 200} May 16 18:51:44.589071 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:44.964404 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62071e4-adc8-412c-a3bc-9b6c1e0b004c req-e937a753-f043-4db2-9507-36b921f0adf1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:44.966043 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '197ba226-6bd4-47f8-85d6-df0d0adaf584', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'port_id': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'mac_address': 'fa:16:3e:b9:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:51:42Z', 'updated_at': '2022-05-16T18:51:42Z', 'revision_number': 0, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 5, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:44.966453 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e62071e4-adc8-412c-a3bc-9b6c1e0b004c req-e937a753-f043-4db2-9507-36b921f0adf1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0836420 May 16 18:51:45.021509 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] Checking router: 2421e99d-dfcc-436d-93c4-2acac988ee22 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:51:45.032930 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:51:45.033814 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:51:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:45.048517 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e62071e4-adc8-412c-a3bc-9b6c1e0b004c req-f2964679-14db-4785-85f9-9c2ac2e2268b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693700 May 16 18:51:45.184421 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:51:45.509768 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '197ba226-6bd4-47f8-85d6-df0d0adaf584', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'port_id': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'mac_address': 'fa:16:3e:b9:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:51:42Z', 'updated_at': '2022-05-16T18:51:42Z', 'revision_number': 0, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 5, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:51:45.557039 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f558b1f-0bd1-4ca2-981c-379f733b2138 None None] The sync data for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi is: [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '197ba226-6bd4-47f8-85d6-df0d0adaf584', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'port_id': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'mac_address': 'fa:16:3e:b9:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:51:42Z', 'updated_at': '2022-05-16T18:51:42Z', 'revision_number': 0, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 5, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:51:45.590062 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236f590-2d7e-4276-b96f-c8725028885c req-ae2ba168-fcd0-4bd5-a6fb-407e89274893 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:45.591761 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7236f590-2d7e-4276-b96f-c8725028885c req-ae2ba168-fcd0-4bd5-a6fb-407e89274893 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0736811 May 16 18:51:45.653596 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7236f590-2d7e-4276-b96f-c8725028885c req-9c008371-a1a3-4f73-aaa2-37c845902046 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538626 May 16 18:51:45.817903 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b5b2c-688e-4339-936e-10c73603ff20 None None] New status for floating IP 197ba226-6bd4-47f8-85d6-df0d0adaf584: ACTIVE {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:51:46.198350 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32646b-678d-4308-b684-2f9ab5b6b78d req-42891a5f-09a0-4e56-a6b9-b77183072c05 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:46.199921 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0a32646b-678d-4308-b684-2f9ab5b6b78d req-42891a5f-09a0-4e56-a6b9-b77183072c05 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0651500 May 16 18:51:46.268933 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0a32646b-678d-4308-b684-2f9ab5b6b78d req-554c901a-337e-4460-95ad-c515cd0bedfe tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578017 May 16 18:51:46.425953 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-a26406ca-1c67-4fec-9bb0-34747b9c02a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2de6415-3434-48d3-a9f3-46de3d297b6e HTTP/1.1" status: 200 len: 1002 time: 0.1104813 May 16 18:51:46.428973 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-265a66f4-2c25-4969-8a57-e7a2ea3f1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:46.430369 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-265a66f4-2c25-4969-8a57-e7a2ea3f1303 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=405413536bdb433fbb7d03c8ccd34283&device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0590172 May 16 18:51:46.613713 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-ff2de86f-f007-4b4a-b3f1-ba451b67a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:46.615474 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-ff2de86f-f007-4b4a-b3f1-ba451b67a5a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.1099560 May 16 18:51:46.647598 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-67e8f52c-189a-4084-ba2a-1e5f3c681150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:46.649091 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-67e8f52c-189a-4084-ba2a-1e5f3c681150 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d80de480-7bd7-488b-b9fb-bd1908d6b618 HTTP/1.1" status: 200 len: 910 time: 0.1565096 May 16 18:51:46.717460 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-86a090ef-e842-4a2c-bc3e-21c185d51608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:46.719528 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-86a090ef-e842-4a2c-bc3e-21c185d51608 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0858130 May 16 18:51:46.736963 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-e65a2340-d7bb-489f-bcc9-50f137fc22ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa HTTP/1.1" status: 200 len: 1001 time: 0.0684159 May 16 18:51:46.832527 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530c617-9ae6-4832-8fee-9f7cd3d9f629 req-e248878e-6c93-473a-9427-6ef61bcfcec2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:46.834507 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5530c617-9ae6-4832-8fee-9f7cd3d9f629 req-e248878e-6c93-473a-9427-6ef61bcfcec2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0711198 May 16 18:51:46.896144 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5530c617-9ae6-4832-8fee-9f7cd3d9f629 req-fc9f084b-1e36-4ff6-92c8-5b128e507cf3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553782 May 16 18:51:47.091299 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-84bac01f-0f1b-4167-ba87-ae93f79a407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:47.095015 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-84bac01f-0f1b-4167-ba87-ae93f79a407b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13fa5cf4-2fec-47ee-8330-7e728ac0e344 HTTP/1.1" status: 200 len: 848 time: 0.1152790 May 16 18:51:47.127693 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-d2dcd61c-c6a9-41fb-8045-403f56600dad service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625247 May 16 18:51:47.313897 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-faa879e3-02ad-4866-8f60-bb8c35e4194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:47.315672 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-faa879e3-02ad-4866-8f60-bb8c35e4194b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 1129 time: 0.0509882 May 16 18:51:47.375451 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-2a11c696-5b05-422a-8c6e-5b22d5fc9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:47.378052 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-2a11c696-5b05-422a-8c6e-5b22d5fc9947 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d80de480-7bd7-488b-b9fb-bd1908d6b618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1123800 May 16 18:51:47.428410 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-e9e4648b-1732-4f0a-9d19-ac07e26084bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:47.429905 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-e9e4648b-1732-4f0a-9d19-ac07e26084bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 917 time: 0.1046000 May 16 18:51:47.544832 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-82209e2e-d87d-4e80-b655-03914334d0ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234 HTTP/1.1" status: 200 len: 1001 time: 0.0949159 May 16 18:51:47.567516 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc486cd-6831-48ff-8f6a-aece76816d79 req-41c50e51-6b89-4645-9743-6fac5febc992 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:47.569285 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3cc486cd-6831-48ff-8f6a-aece76816d79 req-41c50e51-6b89-4645-9743-6fac5febc992 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1440554 May 16 18:51:47.614162 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff04c30d-20fc-43a8-afeb-64a4b937921e req-ea20d404-d6cc-4e5b-b7ee-50579b60b2de service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356650 May 16 18:51:47.626641 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-6dedc57d-c38f-43e9-a7db-59faebf07378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:47.629143 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-6dedc57d-c38f-43e9-a7db-59faebf07378 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.0770535 May 16 18:51:47.673961 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-87f1aa72-dd07-47cb-a446-92133e571e49 service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468288 May 16 18:51:47.681976 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3cc486cd-6831-48ff-8f6a-aece76816d79 req-815cfac8-f222-49b4-915a-74cf5acd2c67 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835097 May 16 18:51:47.705057 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-5a4782ed-577a-4fe8-bc6c-fcd25caad8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:47.707036 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-5a4782ed-577a-4fe8-bc6c-fcd25caad8b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684214 May 16 18:51:47.799289 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-48f12faf-3005-41ac-a16d-39e964fc3226 req-ef41b70b-ac40-4d8c-9dce-67444f99a9bc service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990291 May 16 18:51:47.849691 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-2a973a59-abf3-46e6-a01c-37248d8b4ae3 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294007 May 16 18:51:48.001020 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e4465b04-2564-4dd9-9345-61c179ccc754 req-4610432f-fd00-4c04-b881-b3af12e1a5e3 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426220 May 16 18:51:48.106161 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd394c-5f40-4eea-b6b2-4a629497ece0 req-335dd455-58a3-4748-b363-56ba324eba05 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:48.109432 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3ebd394c-5f40-4eea-b6b2-4a629497ece0 req-335dd455-58a3-4748-b363-56ba324eba05 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0918159 May 16 18:51:48.173076 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3ebd394c-5f40-4eea-b6b2-4a629497ece0 req-d07c4f90-5390-4ef6-8bff-3b19ad295330 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549333 May 16 18:51:48.877189 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255446f-1e26-43e1-9117-b347210e6599 req-3f939b29-220a-47c4-a004-b93c2e423656 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:48.884418 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0255446f-1e26-43e1-9117-b347210e6599 req-3f939b29-220a-47c4-a004-b93c2e423656 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0942302 May 16 18:51:48.966246 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0255446f-1e26-43e1-9117-b347210e6599 req-b32dc3a3-c025-4c6d-af69-fd35bf0205f7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788338 May 16 18:51:49.391575 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e71d4-5aff-4266-909e-8238eee0b9be req-cbab4d63-82e7-4191-af59-e42d4951a934 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:49.394904 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-345e71d4-5aff-4266-909e-8238eee0b9be req-cbab4d63-82e7-4191-af59-e42d4951a934 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 945 time: 0.0846753 May 16 18:51:49.491330 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-345e71d4-5aff-4266-909e-8238eee0b9be req-cbb143a1-53a7-4c60-9c53-1a71571edf4b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834045 May 16 18:51:50.159990 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd98b-c9db-4d35-a376-fe74634a8775 req-2db38e2f-3788-4263-9415-072d94006a59 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:50.162186 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f23cd98b-c9db-4d35-a376-fe74634a8775 req-2db38e2f-3788-4263-9415-072d94006a59 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0750172 May 16 18:51:50.268946 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f23cd98b-c9db-4d35-a376-fe74634a8775 req-763f9d9c-a0cd-4264-9b56-33450700bd4e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980597 May 16 18:51:50.308508 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:51:50.428271 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 is: ACTIVE; New status is: DOWN {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:50.428913 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:50.471800 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:51:50.475919 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd6d996-23c5-4064-b4a5-36d5cded5794" -d '{"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:51:50.519256 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:51:50.528125 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:50.588815 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9329a872-90d7-42c0-a866-db3d4efdbde1 x-openstack-request-id: req-9329a872-90d7-42c0-a866-db3d4efdbde1 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:51:50.589185 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:51:50.591513 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9329a872-90d7-42c0-a866-db3d4efdbde1 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:51:50.592248 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9329a872-90d7-42c0-a866-db3d4efdbde1'] response: {'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'code': 200} May 16 18:51:50.615677 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=8']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:51:50.691326 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4cfa7-3571-4bef-a92e-71fd6b7b40d6 req-e9e6af73-7f3f-44bf-a293-4f36894a64af tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:50.693126 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9cf4cfa7-3571-4bef-a92e-71fd6b7b40d6 req-e9e6af73-7f3f-44bf-a293-4f36894a64af tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0664272 May 16 18:51:50.753217 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9cf4cfa7-3571-4bef-a92e-71fd6b7b40d6 req-c50d3582-b6c7-45c7-a251-fb01a6622178 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492151 May 16 18:51:51.449274 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243a959-f772-430b-bd5f-da2da373672e req-dfe64d44-94b4-411d-8672-129c7eea7991 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:51.452844 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a243a959-f772-430b-bd5f-da2da373672e req-dfe64d44-94b4-411d-8672-129c7eea7991 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0747752 May 16 18:51:51.555523 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a243a959-f772-430b-bd5f-da2da373672e req-916c465a-ea9e-4e3f-9148-25b2165047cb tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924499 May 16 18:51:52.049576 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04342d4e-a539-457f-8309-1a04a6a00123 req-5d4c5f55-8ec8-4f9c-ba77-acc5e4c1873b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:52.063202 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-04342d4e-a539-457f-8309-1a04a6a00123 req-5d4c5f55-8ec8-4f9c-ba77-acc5e4c1873b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.2144763 May 16 18:51:52.149875 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-04342d4e-a539-457f-8309-1a04a6a00123 req-aec2a485-6411-4a53-a566-d162a3fa64c4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850763 May 16 18:51:52.776194 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502da7e-21c5-4f7c-8b24-256f0a678174 req-66f3c3ec-cd75-4a2e-924c-4313f9c334a1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:52.783222 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a502da7e-21c5-4f7c-8b24-256f0a678174 req-66f3c3ec-cd75-4a2e-924c-4313f9c334a1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1288216 May 16 18:51:52.888764 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a502da7e-21c5-4f7c-8b24-256f0a678174 req-4eae5cb3-0456-47b9-88d4-97f554ccedbc tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958600 May 16 18:51:53.178710 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [req-e2dca007-072f-46f6-a215-7bcc0404f4fd req-afe2d698-8565-4b30-a53f-eb9a41e8cb32 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:51:53.181055 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e2dca007-072f-46f6-a215-7bcc0404f4fd req-afe2d698-8565-4b30-a53f-eb9a41e8cb32 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0107827 May 16 18:51:53.415000 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa093cb5-9e25-4654-a1a4-e11ca8707c41 req-50d6cca7-829e-4d84-a978-419b8a50ae63 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:53.426504 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aa093cb5-9e25-4654-a1a4-e11ca8707c41 req-50d6cca7-829e-4d84-a978-419b8a50ae63 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0745573 May 16 18:51:53.529157 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aa093cb5-9e25-4654-a1a4-e11ca8707c41 req-9755b053-f5fa-412c-b5f7-b1a2a55c0f55 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987542 May 16 18:51:53.988243 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 44954) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:54.181172 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-84148225-164f-4845-83b0-6ee86c5bafb2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652304659&fields=id&tenant_id=5b168bfd42a645269b47c98f4210e4aa HTTP/1.1" status: 200 len: 267 time: 0.1792977 May 16 18:51:54.253902 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-c8739213-db62-44a9-b8f7-01942e6ccf3e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2631533 May 16 18:51:54.272383 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-81ba92f2-7fbc-4a4e-b749-cb39f9f07df6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:51:54.273481 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-81ba92f2-7fbc-4a4e-b749-cb39f9f07df6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0093064 May 16 18:51:54.341408 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:51:54.394965 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee94864-df7d-428f-8f3d-7c0393fc9409 req-24b1beaf-ac13-4fcf-b20d-7afa3fd0c614 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:54.406840 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dee94864-df7d-428f-8f3d-7c0393fc9409 req-24b1beaf-ac13-4fcf-b20d-7afa3fd0c614 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.3054910 May 16 18:51:54.431391 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 44966) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:51:54.486500 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-da9e8e92-92a4-43cc-96e6-113ed6a66868 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:54.493592 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-da9e8e92-92a4-43cc-96e6-113ed6a66868 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 811 time: 0.2821107 May 16 18:51:54.510603 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 is: DOWN; New status is: DOWN {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:51:54.512155 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dee94864-df7d-428f-8f3d-7c0393fc9409 req-50d1e6ea-f6a6-4e49-9798-4b272447764d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042635 May 16 18:51:54.524609 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-d2329f69-d3e1-4466-875c-d7c3d4ab9d06 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/quotas/5b168bfd42a645269b47c98f4210e4aa HTTP/1.1" status: 200 len: 375 time: 0.0296314 May 16 18:51:54.574331 dv-cinder-750782-22-iscsi neutron-server[115278]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 18:51:54.632581 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-528c2922-e0d0-46bd-81ba-3e48f97ad6d5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066661 May 16 18:51:54.682610 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-56fd0028-970d-4090-943c-44d033808cf1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:54.701450 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-56fd0028-970d-4090-943c-44d033808cf1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports/eeb3fe2b-d9aa-4852-85f0-2e9f90328234 HTTP/1.1" status: 200 len: 940 time: 0.2581494 May 16 18:51:54.819394 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e4030-5d9d-45a3-8163-ca71edc04c2a req-6b1504b9-3082-4cae-b1d1-f4492dfb81f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:54.836520 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f53e4030-5d9d-45a3-8163-ca71edc04c2a req-6b1504b9-3082-4cae-b1d1-f4492dfb81f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.2017698 May 16 18:51:54.990651 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-fb2d9ddf-f00f-40bc-9bfb-30d6644d8be7 service neutron] 10.222.0.72 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377607 May 16 18:51:55.035165 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f53e4030-5d9d-45a3-8163-ca71edc04c2a req-31f7039d-a1ed-423f-a107-be15886aefad tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966558 May 16 18:51:55.266140 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-6bfb0605-88c6-46f9-b45b-0a37dfa0dbce service neutron] 10.222.0.72 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706347 May 16 18:51:55.752495 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d77c8-52f3-4932-96b6-b8a39f71ea4b req-534353da-3ae3-4c39-8d6b-ea63fc3905fa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:55.766776 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e55d77c8-52f3-4932-96b6-b8a39f71ea4b req-534353da-3ae3-4c39-8d6b-ea63fc3905fa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1195240 May 16 18:51:55.889222 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e55d77c8-52f3-4932-96b6-b8a39f71ea4b req-42c49cde-f869-499d-a53d-8b330161877e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197810 May 16 18:51:55.932627 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-06f1fa62-ed49-42a4-9380-d1518d9260eb req-7c7cd738-d8a3-4e58-9614-c307000a266e tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 210 time: 0.0702820 May 16 18:51:56.379979 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0132-466a-46f3-90a4-9cf24d9d1628 req-bef7491c-55a2-4563-b46e-e82a4597a70f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:56.381519 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-17dc0132-466a-46f3-90a4-9cf24d9d1628 req-bef7491c-55a2-4563-b46e-e82a4597a70f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1656520 May 16 18:51:56.472320 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-17dc0132-466a-46f3-90a4-9cf24d9d1628 req-c3f6055d-0306-49e9-930f-a44740016de4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730286 May 16 18:51:57.143238 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2493af6-c7ec-4940-843e-c4966965dcb5 req-3a454fe1-8c4c-4ec5-9111-ebb43c615902 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 210 time: 0.0816448 May 16 18:51:57.181003 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024f56c-09ca-4daf-a839-ba48d65cf79b req-014e07da-d519-448d-807d-9eb02080828a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:57.183805 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d024f56c-09ca-4daf-a839-ba48d65cf79b req-014e07da-d519-448d-807d-9eb02080828a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1423838 May 16 18:51:57.267690 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d024f56c-09ca-4daf-a839-ba48d65cf79b req-ccff9bd1-152a-4c81-860a-0e25f6ee4d55 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703506 May 16 18:51:57.829644 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18561d8c-fd54-4afd-ab85-e84bc95a7b87 req-92f7ae97-0481-423f-9257-495ffd89d516 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:57.832588 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-18561d8c-fd54-4afd-ab85-e84bc95a7b87 req-92f7ae97-0481-423f-9257-495ffd89d516 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1261797 May 16 18:51:57.954321 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-b9213138-0c30-4d1c-8f0d-c3b27de62387 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:57.956405 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-18561d8c-fd54-4afd-ab85-e84bc95a7b87 req-740eb121-f877-4d95-9f19-b8436470ba61 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149151 May 16 18:51:57.957851 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-b9213138-0c30-4d1c-8f0d-c3b27de62387 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 811 time: 0.4044192 May 16 18:51:58.308758 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-070f498e-cf02-4a19-9a1a-a68d063a56e5 req-f5fa8bd5-6c38-4444-b9c3-4631737ec0d4 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 210 time: 0.0627158 May 16 18:51:58.569986 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-c16119d4-e4be-4fef-8f3c-204ff019f26d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b168bfd42a645269b47c98f4210e4aa HTTP/1.1" status: 200 len: 380 time: 0.1867239 May 16 18:51:58.755774 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc1390-2cf1-431f-bb01-5d4f8b23e098 req-5aaa8d93-ce23-4806-b088-c60018f4978c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:58.770150 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0bbc1390-2cf1-431f-bb01-5d4f8b23e098 req-5aaa8d93-ce23-4806-b088-c60018f4978c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.3888357 May 16 18:51:58.833806 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0bbc1390-2cf1-431f-bb01-5d4f8b23e098 req-dd5c8046-ada6-429f-82c7-5fc1b9c40426 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615845 May 16 18:51:59.057947 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bc27dcf6-83b7-4696-91fa-a6f5c2e884c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:51:59.145954 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb78e-ce11-47ea-ae44-f7419739feeb req-34e95541-bc2c-43e9-9bc0-6f090a188dc3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:51:59.147524 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-147eb78e-ce11-47ea-ae44-f7419739feeb req-34e95541-bc2c-43e9-9bc0-6f090a188dc3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0604029 May 16 18:51:59.263585 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-147eb78e-ce11-47ea-ae44-f7419739feeb req-c46c7fb9-7f42-4a21-8dbd-dad56a4b94ef tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071510 May 16 18:51:59.496171 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c0368d07-2e40-497f-a41f-5e602436d89d req-e68360c5-fc3f-4e4b-8ed1-fa17899375a3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 210 time: 0.0601945 May 16 18:52:00.058665 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c554ad1-f6c9-4607-b9b6-503028e59536 req-8acdf6e6-a8af-448e-961b-7840569a5d0f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:00.061771 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0c554ad1-f6c9-4607-b9b6-503028e59536 req-8acdf6e6-a8af-448e-961b-7840569a5d0f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0864353 May 16 18:52:00.148727 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0c554ad1-f6c9-4607-b9b6-503028e59536 req-1f1f8e33-6bd6-4baa-b080-b17f55bedbc2 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771711 May 16 18:52:00.225260 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'port': {'device_id': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'admin_state_up': True, 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'security_groups': ['a305b444-b997-464d-bbfb-89a1b47dd3fe']}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:00.393629 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-fd59b4fd-60d6-40f0-8f00-012e2321fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:00.396326 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-fd59b4fd-60d6-40f0-8f00-012e2321fecf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9&tenant_id=67cdad09821341cfa56bbc4642d2cd04 HTTP/1.1" status: 200 len: 1127 time: 0.1762943 May 16 18:52:00.699110 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Made reservation on behalf of 5b168bfd42a645269b47c98f4210e4aa for: {'port': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:52:00.721074 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:00.748065 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff909758-3c34-4ec4-b2e6-3b729a9902c5 req-8ff253d0-a8b0-449b-94ea-a7fa1818f815 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:00.760172 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff909758-3c34-4ec4-b2e6-3b729a9902c5 req-8ff253d0-a8b0-449b-94ea-a7fa1818f815 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.2692056 May 16 18:52:00.770125 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7de01-e337-43f6-9d18-1c191076b3c4 req-de248cce-54bc-47ae-a2b7-9b9f22cd0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:00.771864 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-41b7de01-e337-43f6-9d18-1c191076b3c4 req-de248cce-54bc-47ae-a2b7-9b9f22cd0f7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 1130 time: 0.3032467 May 16 18:52:00.788515 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eec6991a-9c43-4600-adc7-e4516aea2fb9 req-8b531057-a1d6-43ea-945f-361a2cdf67e8 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 210 time: 0.1109264 May 16 18:52:00.808674 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-efa5a736-6e68-4f8e-9a91-dcd68842e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:00.810323 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-efa5a736-6e68-4f8e-9a91-dcd68842e01a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 1127 time: 0.3050547 May 16 18:52:00.927625 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff909758-3c34-4ec4-b2e6-3b729a9902c5 req-c03e247d-4c77-4f1f-bafe-9627ad08a73e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658635 May 16 18:52:01.089865 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-41b7de01-e337-43f6-9d18-1c191076b3c4 req-2a50b4ad-401a-4b20-bfe9-ee5eefb86887 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519679 May 16 18:52:01.095498 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Allocated IP 172.20.0.6 (3bdc43d0-da09-483c-a5e7-ef200c0654fb/dbfe558b-fc6c-4a72-956e-26c22b3c56f3/3ba065e3-302f-4b58-b666-92ac520ffc00) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:52:01.135499 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-c34b9d59-67b3-41ef-b54b-37ec76bc93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:01.137390 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-c34b9d59-67b3-41ef-b54b-37ec76bc93a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 917 time: 0.3010654 May 16 18:52:01.362994 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47adc95-5581-4519-af16-0e17a8d50e31 req-1de3b6c7-17cb-41e8-88eb-741f7cdb90e3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:01.370700 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d47adc95-5581-4519-af16-0e17a8d50e31 req-1de3b6c7-17cb-41e8-88eb-741f7cdb90e3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0934815 May 16 18:52:01.435367 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:01.439511 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d47adc95-5581-4519-af16-0e17a8d50e31 req-4542a6f2-5616-4a83-8ca2-c5561cf2f98c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673044 May 16 18:52:01.499347 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:01.523049 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-99c602eb-24da-4bf1-a56b-90840954ffbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:01.552369 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-75ffc4bc-f464-40ed-aa32-ad61f01fc328 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234 HTTP/1.1" status: 200 len: 999 time: 0.0994394 May 16 18:52:01.578765 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:52:01.582863 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:52:01.585037 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'Port': ['ID=3ba065e3-302f-4b58-b666-92ac520ffc00,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:01.587670 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:52:01.692863 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-8e75ca20-5e55-4323-a65d-ef4e6c4ef5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:01.694648 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:01.695622 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:01.700507 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-8e75ca20-5e55-4323-a65d-ef4e6c4ef5fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.1278613 May 16 18:52:01.738182 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-40b0c3ad-f618-45f9-a167-302ac6bf9ed9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5204861 May 16 18:52:01.797705 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-204f60a1-87f8-44a8-a01b-98ed8e15486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:01.802192 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-204f60a1-87f8-44a8-a01b-98ed8e15486b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0835805 May 16 18:52:01.977169 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63db6d-5811-4c96-a8fe-2f4a21b3e902 req-b18fdec2-3f7d-46e6-8c36-753c29fb8299 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:01.981963 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8b63db6d-5811-4c96-a8fe-2f4a21b3e902 req-b18fdec2-3f7d-46e6-8c36-753c29fb8299 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 931 time: 0.0773616 May 16 18:52:02.041601 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-db467eb2-479c-4145-ba60-b57bf4a3257b None None] Provisioning complete for port 3ba065e3-302f-4b58-b666-92ac520ffc00 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:52:02.041987 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-db467eb2-479c-4145-ba60-b57bf4a3257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:02.072836 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8b63db6d-5811-4c96-a8fe-2f4a21b3e902 req-489030e4-ea20-481e-91d5-7279068666fc tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815928 May 16 18:52:02.163306 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcfa67-210b-47b7-976c-e2b91467f633 req-e27fc35e-d11d-4e24-94b4-2445708eab8f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:02.166046 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-01dcfa67-210b-47b7-976c-e2b91467f633 req-e27fc35e-d11d-4e24-94b4-2445708eab8f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1005993 May 16 18:52:02.273407 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-01dcfa67-210b-47b7-976c-e2b91467f633 req-ef5e9203-64f2-465b-8501-f0390c078e00 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965879 May 16 18:52:02.309766 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-db467eb2-479c-4145-ba60-b57bf4a3257b None None] Port 3ba065e3-302f-4b58-b666-92ac520ffc00 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:52:02.366337 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Request body: {'port': {'device_id': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:02.528486 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-77862030-30a1-496c-bb40-eb90e7a39775 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770713 May 16 18:52:02.541573 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:02.804225 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b1e16-34b4-4596-8e1f-4b1ceb6131c8 req-0cbbf7c8-0f35-43de-bd5e-e88c5a45bd18 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:02.817648 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b86b1e16-34b4-4596-8e1f-4b1ceb6131c8 req-0cbbf7c8-0f35-43de-bd5e-e88c5a45bd18 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1566820 May 16 18:52:02.852485 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:02.899239 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43328759-a0ac-4489-b9ff-0ab92e179cf4 req-9590fb02-dd44-4ade-aee9-38b91e7bfeac service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568246 May 16 18:52:02.980100 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b86b1e16-34b4-4596-8e1f-4b1ceb6131c8 req-ecf5c213-345a-4b4c-806e-b288eedc4599 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608443 May 16 18:52:03.270156 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed5e3-47cd-4549-8984-a5d6fc60b864 req-d40b9929-bbf6-4755-9ffb-d76d52b43d4b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:03.271934 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2bed5e3-47cd-4549-8984-a5d6fc60b864 req-d40b9929-bbf6-4755-9ffb-d76d52b43d4b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 931 time: 0.0818250 May 16 18:52:03.314032 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba065e3-302f-4b58-b666-92ac520ffc00 {{(pid=115278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:52:03.331194 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Publish callbacks [] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:03.359811 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.provisioning_blocks [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Transition to ACTIVE for port object 3ba065e3-302f-4b58-b666-92ac520ffc00 will not be triggered until provisioned by entity L2. {{(pid=115278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:52:03.368628 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:03.394749 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2bed5e3-47cd-4549-8984-a5d6fc60b864 req-064b87fe-6f4b-40fd-bd21-40d033647cf9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115341 May 16 18:52:03.479870 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Pushing event updated for resources: {'Port': ['ID=3ba065e3-302f-4b58-b666-92ac520ffc00,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:03.542565 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff74cd-a861-49d3-b6d8-bc29046bd45c req-c416549b-d31d-4e9b-8f12-2ec909035680 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:03.554906 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e2ff74cd-a861-49d3-b6d8-bc29046bd45c req-c416549b-d31d-4e9b-8f12-2ec909035680 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1263099 May 16 18:52:03.632978 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e2ff74cd-a861-49d3-b6d8-bc29046bd45c req-f0699ada-9296-4783-8b46-198ffd38620a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769956 May 16 18:52:03.674603 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Attempting to bind port 3ba065e3-302f-4b58-b666-92ac520ffc00 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:52:03.675457 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Attempting to bind port 3ba065e3-302f-4b58-b666-92ac520ffc00 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:52:03.676031 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Attempting to bind port 3ba065e3-302f-4b58-b666-92ac520ffc00 on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:52:03.684678 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Port 3ba065e3-302f-4b58-b666-92ac520ffc00 on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:52:03.685015 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Attempting to bind port 3ba065e3-302f-4b58-b666-92ac520ffc00 on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:52:03.708236 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:52:03.709241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Checking segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:52:03.710306 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Bound using segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:52:03.711234 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Bound port: 3ba065e3-302f-4b58-b666-92ac520ffc00, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:52:03.712041 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:03.836973 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] For port 3ba065e3-302f-4b58-b666-92ac520ffc00, host hv-cinder-75078, cleared binding levels {{(pid=115278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:52:03.842861 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] For port 3ba065e3-302f-4b58-b666-92ac520ffc00, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3ba065e3-302f-4b58-b666-92ac520ffc00,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:52:03.852643 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:03.940557 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:03.941344 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:03.943043 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] 10.222.0.61 "PUT /v2.0/ports/3ba065e3-302f-4b58-b666-92ac520ffc00 HTTP/1.1" status: 200 len: 1093 time: 1.5956273 May 16 18:52:03.943635 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'tag': '3ba065e3-302f-4b58-b666-92ac520ffc00'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:52:03.946357 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961ef80f-cb29-443e-a1e5-5e03f22b7823" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f61265-a9db-48ea-a142-5238bf17239d", "tag": "3ba065e3-302f-4b58-b666-92ac520ffc00"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:52:03.989970 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cd6d2-331f-44bb-9d24-fd523fd83a9c service neutron] Pushing event updated for resources: {'Port': ['ID=3ba065e3-302f-4b58-b666-92ac520ffc00,revision_number=3']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:04.025462 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268fa91a-b769-4e75-848e-1996b04c45d4 x-openstack-request-id: req-268fa91a-b769-4e75-848e-1996b04c45d4 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:52:04.025852 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f61265-a9db-48ea-a142-5238bf17239d", "tag": "3ba065e3-302f-4b58-b666-92ac520ffc00", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:52:04.026440 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-268fa91a-b769-4e75-848e-1996b04c45d4 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:52:04.027019 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268fa91a-b769-4e75-848e-1996b04c45d4'] response: {'name': 'network-changed', 'server_uuid': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'tag': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'status': 'completed', 'code': 200} May 16 18:52:04.117740 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:04.204897 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ef80f-cb29-443e-a1e5-5e03f22b7823 req-98b9514b-45e0-4f1d-96f2-927fb2821c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:04.207681 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-961ef80f-cb29-443e-a1e5-5e03f22b7823 req-98b9514b-45e0-4f1d-96f2-927fb2821c51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 1127 time: 0.1109316 May 16 18:52:04.223431 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c187f90-809a-4020-ace3-a26c50f07fa3 req-6f2b8769-a560-42c3-ab82-482399d62fde tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:04.225430 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9c187f90-809a-4020-ace3-a26c50f07fa3 req-6f2b8769-a560-42c3-ab82-482399d62fde tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1355844 May 16 18:52:04.245307 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:04.319260 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9c187f90-809a-4020-ace3-a26c50f07fa3 req-4830a5f8-f492-485c-95e0-5648cbd258e2 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 May 16 18:52:04.663390 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af14d9d-4fa5-4f64-8d52-e25c3eccaea9 req-39a50e65-add0-482b-b3e0-cae7342c1094 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:04.666940 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ef80f-cb29-443e-a1e5-5e03f22b7823 req-665151a2-16bc-4e8c-b696-a96a304de2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:04.668860 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-961ef80f-cb29-443e-a1e5-5e03f22b7823 req-665151a2-16bc-4e8c-b696-a96a304de2e0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5b168bfd42a645269b47c98f4210e4aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2859209 May 16 18:52:04.672624 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7af14d9d-4fa5-4f64-8d52-e25c3eccaea9 req-39a50e65-add0-482b-b3e0-cae7342c1094 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.1037474 May 16 18:52:04.811650 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7af14d9d-4fa5-4f64-8d52-e25c3eccaea9 req-ef8f1c65-6e33-4c0f-9b0e-54f578fd9b71 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322365 May 16 18:52:04.986129 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ef80f-cb29-443e-a1e5-5e03f22b7823 req-be604323-aafa-409f-ad90-0c9b9cc58880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:04.986129 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-961ef80f-cb29-443e-a1e5-5e03f22b7823 req-be604323-aafa-409f-ad90-0c9b9cc58880 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2958903 May 16 18:52:05.005838 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe3cf-b0d7-4d2c-85de-0210794e3995 req-511c127e-1e52-4514-bdb0-ca63a42d0b8b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:05.016353 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3d4fe3cf-b0d7-4d2c-85de-0210794e3995 req-511c127e-1e52-4514-bdb0-ca63a42d0b8b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1397293 May 16 18:52:05.135071 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-0562e6c1-c186-4815-85a0-ac6de52f3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:05.136923 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-0562e6c1-c186-4815-85a0-ac6de52f3d97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 1127 time: 0.0567908 May 16 18:52:05.199755 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3d4fe3cf-b0d7-4d2c-85de-0210794e3995 req-bf16d7c2-cee9-467a-9fab-6943b582ddd3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779211 May 16 18:52:05.489410 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:05.817525 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8937a2-42f6-4a9d-991f-6309474a94bb req-53a8f1a8-5804-4a51-b4ce-3bf04f35d214 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:05.835451 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f8937a2-42f6-4a9d-991f-6309474a94bb req-53a8f1a8-5804-4a51-b4ce-3bf04f35d214 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.2303724 May 16 18:52:05.988480 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f8937a2-42f6-4a9d-991f-6309474a94bb req-99797e49-be46-40c5-87ae-37d7086fc93d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434453 May 16 18:52:06.159933 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d9b59-2135-4c41-ac02-05f6c894d10d req-4e65d60f-25bb-436a-a856-92e02136b34d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:06.162847 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f5d9b59-2135-4c41-ac02-05f6c894d10d req-4e65d60f-25bb-436a-a856-92e02136b34d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.1499486 May 16 18:52:06.329188 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8f5d9b59-2135-4c41-ac02-05f6c894d10d req-8c6e5474-6566-467d-b30c-2de4e5298c00 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186211 May 16 18:52:06.626729 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109331e-4018-4aec-8041-502a6840f3c2 req-9ea86737-eab5-40a4-9a99-a44ea0087d36 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:06.632339 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6109331e-4018-4aec-8041-502a6840f3c2 req-9ea86737-eab5-40a4-9a99-a44ea0087d36 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1271932 May 16 18:52:06.649520 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdb387-960b-4709-a1de-bd90aed641f6 req-2b62f550-15c2-4efd-be03-08ae409f7c54 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:06.652243 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-86cdb387-960b-4709-a1de-bd90aed641f6 req-2b62f550-15c2-4efd-be03-08ae409f7c54 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1207733 May 16 18:52:06.755761 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-86cdb387-960b-4709-a1de-bd90aed641f6 req-8d9b6736-0ca5-4ff1-b617-2c8daa1c4e2d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942562 May 16 18:52:06.798281 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6109331e-4018-4aec-8041-502a6840f3c2 req-329382d9-5ff5-4b6a-b263-19baff6b0d67 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626339 May 16 18:52:07.581571 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670ba52-fc0b-4dae-a6ed-526d19e9e1ff req-60eaf1ce-4e74-43ef-b3ab-a3970306e9d2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:07.596248 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4670ba52-fc0b-4dae-a6ed-526d19e9e1ff req-60eaf1ce-4e74-43ef-b3ab-a3970306e9d2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.1106527 May 16 18:52:07.681385 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4670ba52-fc0b-4dae-a6ed-526d19e9e1ff req-7a5d68b3-8219-48ff-b63f-fa507d2074e2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830917 May 16 18:52:08.083753 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdccfa-9afc-4cfa-8970-c0d98dac8e99 req-6b6321f0-61c5-4cac-a536-6abafd3119b5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:08.086569 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fcbdccfa-9afc-4cfa-8970-c0d98dac8e99 req-6b6321f0-61c5-4cac-a536-6abafd3119b5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1849439 May 16 18:52:08.099892 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099b84f-b80a-4c69-ae09-ed2da850544a req-e8e4b561-583d-4131-8ca3-34fb449f7ac1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:08.102073 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5099b84f-b80a-4c69-ae09-ed2da850544a req-e8e4b561-583d-4131-8ca3-34fb449f7ac1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1718998 May 16 18:52:08.227105 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fcbdccfa-9afc-4cfa-8970-c0d98dac8e99 req-95e1d789-c375-4987-8df7-f6c990fb53d4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233916 May 16 18:52:08.250539 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5099b84f-b80a-4c69-ae09-ed2da850544a req-98ad2e99-9bf2-4440-9e6c-843a90d28b54 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287496 May 16 18:52:08.954526 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708841-89ee-4cee-91c9-2138077f5d07 req-38340eb8-d9ee-43be-ba9d-f34a27266602 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:08.960155 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-69708841-89ee-4cee-91c9-2138077f5d07 req-38340eb8-d9ee-43be-ba9d-f34a27266602 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.1402915 May 16 18:52:09.127385 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-69708841-89ee-4cee-91c9-2138077f5d07 req-4ae29346-7b92-4b36-b066-a5545f807b2e tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426170 May 16 18:52:09.617215 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e20240-b7df-4423-9ea6-1ffca67f16fb req-419c9a65-9c82-4d92-bcdd-6de459595506 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:09.628847 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-23e20240-b7df-4423-9ea6-1ffca67f16fb req-419c9a65-9c82-4d92-bcdd-6de459595506 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1440923 May 16 18:52:09.666711 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d35555-94e5-461c-97d0-a707148b656c req-46002d6d-8296-4280-bf47-582bba905344 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:09.669239 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f9d35555-94e5-461c-97d0-a707148b656c req-46002d6d-8296-4280-bf47-582bba905344 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.2021725 May 16 18:52:09.729801 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-23e20240-b7df-4423-9ea6-1ffca67f16fb req-e0194291-6c15-45c6-93a1-5a193045cbc8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999129 May 16 18:52:09.793138 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f9d35555-94e5-461c-97d0-a707148b656c req-cc173733-032e-4a3e-aacf-724fe8297a9d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907357 May 16 18:52:10.425838 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79652b-f6d5-4a01-904b-3dad9b6dad9e req-57a4274c-5538-4da4-a528-85176e9a3046 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:10.440608 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ad79652b-f6d5-4a01-904b-3dad9b6dad9e req-57a4274c-5538-4da4-a528-85176e9a3046 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.1587784 May 16 18:52:10.553939 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ad79652b-f6d5-4a01-904b-3dad9b6dad9e req-95ab8e66-4766-4a5e-995b-708571d1d63a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114798 May 16 18:52:11.120999 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b421f8-05d2-4890-be8f-a75881411e1f req-65f53e5f-1994-4a29-a5ad-2905c4f90bfd tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:11.123821 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d7b421f8-05d2-4890-be8f-a75881411e1f req-65f53e5f-1994-4a29-a5ad-2905c4f90bfd tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1731458 May 16 18:52:11.140019 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72819e9a-8fe1-4b02-8d27-8453df190676 req-5658fe0c-f7be-4696-b562-7b1655006a70 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:11.146645 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-72819e9a-8fe1-4b02-8d27-8453df190676 req-5658fe0c-f7be-4696-b562-7b1655006a70 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.2249894 May 16 18:52:11.278087 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-72819e9a-8fe1-4b02-8d27-8453df190676 req-ed8985bf-e4c4-4967-89d2-2dd9f11ae044 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300373 May 16 18:52:11.287374 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d7b421f8-05d2-4890-be8f-a75881411e1f req-81958bf8-3c97-437a-aa72-31e5ca4b3fae tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307118 May 16 18:52:11.756723 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d1fc4-6d83-479b-9c54-633ff26d498d req-c5cde0cd-ef73-4a3c-97c2-4e1a650907a2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:11.758376 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-280d1fc4-6d83-479b-9c54-633ff26d498d req-c5cde0cd-ef73-4a3c-97c2-4e1a650907a2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0691106 May 16 18:52:11.869695 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-280d1fc4-6d83-479b-9c54-633ff26d498d req-cd0e5994-57a1-4fb5-9d7c-147c3466cb4c tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000862 May 16 18:52:12.499673 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf4e8-560f-479b-8d8a-36a4ba212794 req-14dffb35-5a5f-40a3-a8c9-3d2fcf12f4c4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:12.501890 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-44ecf4e8-560f-479b-8d8a-36a4ba212794 req-14dffb35-5a5f-40a3-a8c9-3d2fcf12f4c4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1248691 May 16 18:52:12.531151 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd562be1-c011-4ddd-bcd5-160335f5856b req-c6047229-2e45-4b1f-9c7a-1fcd42ea7ec3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:12.532693 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bd562be1-c011-4ddd-bcd5-160335f5856b req-c6047229-2e45-4b1f-9c7a-1fcd42ea7ec3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1005025 May 16 18:52:12.618037 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-44ecf4e8-560f-479b-8d8a-36a4ba212794 req-92db2080-db5f-4c0e-8943-c1c7b0c1b12a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052771 May 16 18:52:12.635152 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bd562be1-c011-4ddd-bcd5-160335f5856b req-8c43936c-2eed-4f03-82ed-24aafc80b7ec tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916224 May 16 18:52:13.047685 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898015-c803-49b2-bae4-8337246f59e8 req-6c51443d-3b91-4d5a-960d-69904d82fa9b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:13.049333 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c0898015-c803-49b2-bae4-8337246f59e8 req-6c51443d-3b91-4d5a-960d-69904d82fa9b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0739837 May 16 18:52:13.122558 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c0898015-c803-49b2-bae4-8337246f59e8 req-66bff8d8-4be1-40eb-9545-654d677dacf3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647390 May 16 18:52:13.478783 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:52:13.756576 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9c8c7-ece7-431d-bce5-e745ce4c74c0 req-c466afda-f96c-4ce4-bf2e-263a349b3386 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:13.766492 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dcf9c8c7-ece7-431d-bce5-e745ce4c74c0 req-c466afda-f96c-4ce4-bf2e-263a349b3386 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0673990 May 16 18:52:13.868356 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6826e34-c4ae-4d81-abbc-d5be167922db req-d1810a53-be38-4b3d-940d-bbb03e4835b9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:13.870524 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d6826e34-c4ae-4d81-abbc-d5be167922db req-d1810a53-be38-4b3d-940d-bbb03e4835b9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1013498 May 16 18:52:13.894798 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dcf9c8c7-ece7-431d-bce5-e745ce4c74c0 req-ff7e8b41-c992-4263-8166-0fb6103198ce tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273544 May 16 18:52:13.981251 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d6826e34-c4ae-4d81-abbc-d5be167922db req-325234c1-e51a-4a35-8ca8-6b4917e8b167 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003091 May 16 18:52:14.275245 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4681a8-5e9e-45ad-926a-70278a4007bc req-64daf874-d02f-4482-97d0-3e17f881da37 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:14.276887 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3e4681a8-5e9e-45ad-926a-70278a4007bc req-64daf874-d02f-4482-97d0-3e17f881da37 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0624323 May 16 18:52:14.362590 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3e4681a8-5e9e-45ad-926a-70278a4007bc req-7add3d6e-1cbf-4357-83c3-c8b62b4850dc tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742924 May 16 18:52:15.101472 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1941dc-8f62-4be7-a584-9abd281065d8 req-9b7663da-0f98-4041-83d1-1461a0d11bda tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:15.103958 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2b1941dc-8f62-4be7-a584-9abd281065d8 req-9b7663da-0f98-4041-83d1-1461a0d11bda tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0778177 May 16 18:52:15.222970 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fbdb4-5691-4b53-b54c-735cad4a2bd2 req-2987bea4-7ace-4ab4-b1b1-835d20594bf8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:15.225595 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-917fbdb4-5691-4b53-b54c-735cad4a2bd2 req-2987bea4-7ace-4ab4-b1b1-835d20594bf8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0912497 May 16 18:52:15.233879 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2b1941dc-8f62-4be7-a584-9abd281065d8 req-5631f7a8-3f79-4f4d-a220-9f22331f5aa9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224298 May 16 18:52:15.254449 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45256) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:15.352344 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde71424-9810-473f-8b04-8fc7560b179c admin admin] Deleting subnet 8b819add-aecc-4a5a-85cf-0896f4ae5195 {{(pid=115278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:52:15.355059 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-917fbdb4-5691-4b53-b54c-735cad4a2bd2 req-2412096b-57f4-4b2f-8413-f1544ff39e98 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116257 May 16 18:52:15.359620 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fde71424-9810-473f-8b04-8fc7560b179c admin admin] Publish callbacks [] for subnet (8b819add-aecc-4a5a-85cf-0896f4ae5195), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:15.430426 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fde71424-9810-473f-8b04-8fc7560b179c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16490975'] for subnet (8b819add-aecc-4a5a-85cf-0896f4ae5195), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:15.512279 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fde71424-9810-473f-8b04-8fc7560b179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (8b819add-aecc-4a5a-85cf-0896f4ae5195), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:15.566627 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22a49-681e-4ea3-962d-e054e3846fe7 req-621c6242-e058-490f-a4aa-2b5508ff451b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:15.583913 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-53a22a49-681e-4ea3-962d-e054e3846fe7 req-621c6242-e058-490f-a4aa-2b5508ff451b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0837524 May 16 18:52:15.643100 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fde71424-9810-473f-8b04-8fc7560b179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4741478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16616958'] for subnet (8b819add-aecc-4a5a-85cf-0896f4ae5195), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:15.708406 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-53a22a49-681e-4ea3-962d-e054e3846fe7 req-449d759d-b74e-4286-8d8c-2f53e270cc94 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173153 May 16 18:52:15.721830 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde71424-9810-473f-8b04-8fc7560b179c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b819add-aecc-4a5a-85cf-0896f4ae5195,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:15.734693 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fde71424-9810-473f-8b04-8fc7560b179c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:15.739217 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-fde71424-9810-473f-8b04-8fc7560b179c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8b819add-aecc-4a5a-85cf-0896f4ae5195 HTTP/1.1" status: 204 len: 168 time: 0.4832113 May 16 18:52:15.743578 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45260) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:15.834996 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (261510c2-077b-471e-9a81-d70bdede9295), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:15.952180 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (261510c2-077b-471e-9a81-d70bdede9295), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:15.976990 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:15.977345 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:15.978134 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:15.978466 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > port after_create 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:15.978849 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:15.979346 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > port after_update 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:15.980168 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:15.980671 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:15.980897 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:15.981437 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:16.136950 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:16.137663 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:16.138133 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:16.139945 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:52:16.140620 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261510c2-077b-471e-9a81-d70bdede9295']}} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:16.167092 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bff315-ce2f-452d-bfb5-d4fe40475d3b') {'for_net_delete': True} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:16.167557 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bff315-ce2f-452d-bfb5-d4fe40475d3b') {} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:16.189039 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16621565'] for segment (37bff315-ce2f-452d-bfb5-d4fe40475d3b), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:16.221278 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (37bff315-ce2f-452d-bfb5-d4fe40475d3b), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:16.238640 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=115279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:52:16.239247 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276920'] for segment (37bff315-ce2f-452d-bfb5-d4fe40475d3b), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: from cryptography.utils import int_from_bytes May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: from cryptography.utils import int_from_bytes May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: Traceback (most recent call last): May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: timer() May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: cb(*args, **kw) May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: return func(*args, **kwargs) May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: self._notify() May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: self.callback(batched_events) May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: event.method(event) May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: return f(self, *a, **k) May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._get(url).json() May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: return self.request(url, 'GET', **kwargs) May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:52:16.245187 dv-cinder-750782-22-iscsi neutron-server[115279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:52:16.346083 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (261510c2-077b-471e-9a81-d70bdede9295), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:16.362228 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:16.369948 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] 10.222.0.72 "DELETE /v2.0/networks/261510c2-077b-471e-9a81-d70bdede9295 HTTP/1.1" status: 204 len: 168 time: 0.6249621 May 16 18:52:16.400611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Pushing event deleted for resources: {'Network': ['ID=261510c2-077b-471e-9a81-d70bdede9295,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:16.456511 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.456920 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.457218 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.457554 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.461289 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.462076 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.463097 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.463939 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.464371 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.464740 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.465399 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.469409 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.470957 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.472423 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.472935 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2f657-a94d-4680-bac1-f0cb22a5a435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:16.511241 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8180ee0-7885-456c-9a5b-897f4aa7e776 req-77b4d32b-1118-4cc7-ba97-9d86489685c3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:16.515550 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e8180ee0-7885-456c-9a5b-897f4aa7e776 req-77b4d32b-1118-4cc7-ba97-9d86489685c3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1316004 May 16 18:52:16.590302 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6d27f-91b3-4374-9899-7dce51349896 req-14f82b69-29e1-4e2f-a0c3-5ea44d70fd3c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:16.593008 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0aa6d27f-91b3-4374-9899-7dce51349896 req-14f82b69-29e1-4e2f-a0c3-5ea44d70fd3c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0753434 May 16 18:52:16.680936 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e8180ee0-7885-456c-9a5b-897f4aa7e776 req-eb2dc98b-2167-4591-98ea-b2cfc8826af8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457291 May 16 18:52:16.693728 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45268) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:16.732699 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0aa6d27f-91b3-4374-9899-7dce51349896 req-d3d94261-dc04-4d12-901b-295a25c2c91f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227696 May 16 18:52:16.774459 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-120ca269-2d60-4645-b256-961defdf9db2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b7c0f4a8f9e04a71a6b71e704c29437a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0788679 May 16 18:52:16.777359 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45272) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:16.864841 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-21274709-0d4e-40b3-9394-61840310fe4a admin admin] Publish callbacks [] for security_group (70d906a1-26e4-40b0-976e-da772aad62ed), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:16.908226 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-21274709-0d4e-40b3-9394-61840310fe4a admin admin] Publish callbacks [] for security_group (70d906a1-26e4-40b0-976e-da772aad62ed), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:16.909438 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99d8e-dc68-465b-84bd-d63dc6894102 req-5604bd47-faf0-455c-86ec-ff009b1202ca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:16.922461 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ee99d8e-dc68-465b-84bd-d63dc6894102 req-5604bd47-faf0-455c-86ec-ff009b1202ca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0940745 May 16 18:52:17.018597 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-21274709-0d4e-40b3-9394-61840310fe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (70d906a1-26e4-40b0-976e-da772aad62ed), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:17.023247 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ee99d8e-dc68-465b-84bd-d63dc6894102 req-726f9192-b0d3-4df0-81c0-ab94ab08d96a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926735 May 16 18:52:17.026591 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-21274709-0d4e-40b3-9394-61840310fe4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:17.028583 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-21274709-0d4e-40b3-9394-61840310fe4a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70d906a1-26e4-40b0-976e-da772aad62ed HTTP/1.1" status: 204 len: 168 time: 0.2498765 May 16 18:52:17.045973 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21274709-0d4e-40b3-9394-61840310fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d906a1-26e4-40b0-976e-da772aad62ed,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:17.874460 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25269f-c3b2-4c9e-aab9-dca0b4c12e7a req-ad8449f2-b56a-418b-865b-c517a7336ac9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:17.876963 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1e25269f-c3b2-4c9e-aab9-dca0b4c12e7a req-ad8449f2-b56a-418b-865b-c517a7336ac9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0674922 May 16 18:52:18.014024 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120bdfe-5ef5-4a4a-be02-f50e0975e491 req-82493119-5682-480b-b5e8-db441042da96 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:18.017190 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7120bdfe-5ef5-4a4a-be02-f50e0975e491 req-82493119-5682-480b-b5e8-db441042da96 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1387188 May 16 18:52:18.072414 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1e25269f-c3b2-4c9e-aab9-dca0b4c12e7a req-a0145577-97d9-4da3-8e47-e2abea1cd509 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777294 May 16 18:52:18.175588 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7120bdfe-5ef5-4a4a-be02-f50e0975e491 req-e321b9a5-d6bc-4eba-b5fc-48a8cd15c664 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486149 May 16 18:52:18.284373 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179050f-be9a-49d8-a2cf-568c55ef6e1d req-302da7c7-9b75-40f0-bffc-2e7faf1b9715 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:18.286960 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1179050f-be9a-49d8-a2cf-568c55ef6e1d req-302da7c7-9b75-40f0-bffc-2e7faf1b9715 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0717347 May 16 18:52:18.350515 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1179050f-be9a-49d8-a2cf-568c55ef6e1d req-2bf39570-6ce7-436f-8a13-3aa6580ceaf9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564167 May 16 18:52:18.898540 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45312) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:19.065976 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-162de737-d964-441d-99fa-e737232b0832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:19.215772 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-162de737-d964-441d-99fa-e737232b0832 admin admin] Publish callbacks [] for security_group (eccc6214-c9b0-4f41-8556-84ee972c5d45), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:19.232352 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-162de737-d964-441d-99fa-e737232b0832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (eccc6214-c9b0-4f41-8556-84ee972c5d45), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:19.269239 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-162de737-d964-441d-99fa-e737232b0832 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c9dbabdde9344c3b81369f69c4e0d525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691196 May 16 18:52:19.275931 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45320) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:19.304131 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162de737-d964-441d-99fa-e737232b0832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccc6214-c9b0-4f41-8556-84ee972c5d45,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:19.335284 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae3d36-5fed-4e97-a677-21f47d329675 req-c80210c5-bff9-4be6-8868-3c1e8895cb61 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:19.336906 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-85ae3d36-5fed-4e97-a677-21f47d329675 req-c80210c5-bff9-4be6-8868-3c1e8895cb61 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1268158 May 16 18:52:19.433457 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fd577-d9fb-4200-a2ec-55096bba2fdd req-5e4e660a-9699-4497-ae05-57fadeb86630 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:19.434865 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8a9fd577-d9fb-4200-a2ec-55096bba2fdd req-5e4e660a-9699-4497-ae05-57fadeb86630 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1111479 May 16 18:52:19.467882 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f36e2a4d-b59c-4e10-83c2-5d9ab140b512 admin admin] Publish callbacks [] for security_group (eccc6214-c9b0-4f41-8556-84ee972c5d45), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:19.494965 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-85ae3d36-5fed-4e97-a677-21f47d329675 req-fb3c3ad4-8bfe-4954-aae1-c5f4618c12e1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441541 May 16 18:52:19.520022 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f36e2a4d-b59c-4e10-83c2-5d9ab140b512 admin admin] Publish callbacks [] for security_group (eccc6214-c9b0-4f41-8556-84ee972c5d45), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:19.597039 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8a9fd577-d9fb-4200-a2ec-55096bba2fdd req-91bea13c-dd2e-42d5-8724-ebd906d08223 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479237 May 16 18:52:19.636227 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f36e2a4d-b59c-4e10-83c2-5d9ab140b512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (eccc6214-c9b0-4f41-8556-84ee972c5d45), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:19.642645 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f36e2a4d-b59c-4e10-83c2-5d9ab140b512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:19.646957 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-f36e2a4d-b59c-4e10-83c2-5d9ab140b512 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eccc6214-c9b0-4f41-8556-84ee972c5d45 HTTP/1.1" status: 204 len: 168 time: 0.3677096 May 16 18:52:19.963883 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e2a4d-b59c-4e10-83c2-5d9ab140b512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccc6214-c9b0-4f41-8556-84ee972c5d45,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:19.984822 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401c399-9e2c-406b-814b-112cef9bb138 req-069a7aed-5109-42d5-bc71-9185ca23ef90 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:19.987574 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d401c399-9e2c-406b-814b-112cef9bb138 req-069a7aed-5109-42d5-bc71-9185ca23ef90 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.3693709 May 16 18:52:20.082649 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d401c399-9e2c-406b-814b-112cef9bb138 req-1155c6de-ff42-4655-9814-5b6f45defc98 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876446 May 16 18:52:20.671685 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d879f-22b9-4f06-b44c-2391b2e4daa9 req-f8431c5b-d219-4a3f-b295-35ec6f5d2457 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:20.673304 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-754d879f-22b9-4f06-b44c-2391b2e4daa9 req-f8431c5b-d219-4a3f-b295-35ec6f5d2457 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0598896 May 16 18:52:20.774317 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-754d879f-22b9-4f06-b44c-2391b2e4daa9 req-0d5bf294-a5e4-4e4e-a10c-78e60ebd2037 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890031 May 16 18:52:20.784214 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beeb04-a011-4a18-8347-b825f4535b58 req-39624dbd-30bf-4150-aa5c-8301439b89b9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:20.786049 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a9beeb04-a011-4a18-8347-b825f4535b58 req-39624dbd-30bf-4150-aa5c-8301439b89b9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0782993 May 16 18:52:20.846804 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a9beeb04-a011-4a18-8347-b825f4535b58 req-bf40c0d2-13ee-417c-a4d5-d6281febac4f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481999 May 16 18:52:21.291445 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe6dea-f8b2-41f7-a09e-90b4a5f7af3b req-f6e6ea8f-c036-47b4-9bb3-3fd0c1619851 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:21.293191 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7ebe6dea-f8b2-41f7-a09e-90b4a5f7af3b req-f6e6ea8f-c036-47b4-9bb3-3fd0c1619851 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0872877 May 16 18:52:21.354465 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-893bdf10-569f-424a-99b2-0f4e6902ba81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba065e3-302f-4b58-b666-92ac520ffc00 HTTP/1.1" status: 200 len: 217 time: 0.0627594 May 16 18:52:21.379765 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7ebe6dea-f8b2-41f7-a09e-90b4a5f7af3b req-faba6e9a-9135-4ff4-86f2-27418350bcde tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793080 May 16 18:52:21.452706 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-8e1d0232-84d1-460b-9101-70eeddba7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:21.452706 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-8e1d0232-84d1-460b-9101-70eeddba7ef2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0750558 May 16 18:52:21.952192 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8d772-6e43-42a6-9cc4-0e008e9a95a4 req-85bf37ad-2644-41f9-bb45-ef20257e8253 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:21.953772 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c0e8d772-6e43-42a6-9cc4-0e008e9a95a4 req-85bf37ad-2644-41f9-bb45-ef20257e8253 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0659266 May 16 18:52:22.023950 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0ff-72d6-4326-bc5e-0487d214f59f req-91f634f5-f3f8-49fd-b00b-0dd44460d10d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:22.025535 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9387c0ff-72d6-4326-bc5e-0487d214f59f req-91f634f5-f3f8-49fd-b00b-0dd44460d10d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0708275 May 16 18:52:22.057189 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c0e8d772-6e43-42a6-9cc4-0e008e9a95a4 req-79353bf1-7cce-4032-b330-1a0f71266b98 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936384 May 16 18:52:22.101451 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9387c0ff-72d6-4326-bc5e-0487d214f59f req-358e0c59-fa2b-417f-b9db-5a90e55d90d2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639939 May 16 18:52:22.209287 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-d72dc327-4685-4692-840a-c652cb2d8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:22.211499 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-d72dc327-4685-4692-840a-c652cb2d8a61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488319 May 16 18:52:22.222571 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-ddd9166a-459b-41a5-8b94-e1cf8adeb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:22.224270 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-ddd9166a-459b-41a5-8b94-e1cf8adeb020 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 1130 time: 0.0610244 May 16 18:52:22.319177 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-6948d275-d596-4af0-995b-64dbaaea22cd service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960674 May 16 18:52:22.363182 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-fd8d1371-5dc2-4a75-8b7a-b5c806f1b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:22.365613 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-fd8d1371-5dc2-4a75-8b7a-b5c806f1b7a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.1315815 May 16 18:52:22.418086 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-47bde589-be1e-4ee3-a2f2-ab6b7b430379 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8 HTTP/1.1" status: 200 len: 217 time: 0.0396845 May 16 18:52:22.449521 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-43eff857-0eb1-48c1-936d-0b23978fd462 req-eabaf449-7b2c-484c-abbc-9876e77166a7 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217272 May 16 18:52:22.496052 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-aa85996f-6aac-4c71-8d17-7374f5b594e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:22.498567 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-aa85996f-6aac-4c71-8d17-7374f5b594e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.0713184 May 16 18:52:22.594090 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59899855-aca1-4c86-aa77-5b87ed4f89c2 req-98f984b8-4b11-4158-814e-a8e9284486d1 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:22.596698 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-59899855-aca1-4c86-aa77-5b87ed4f89c2 req-98f984b8-4b11-4158-814e-a8e9284486d1 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0768406 May 16 18:52:22.670761 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-59899855-aca1-4c86-aa77-5b87ed4f89c2 req-1c42b77e-af2d-49af-9773-d80c0e75618d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638247 May 16 18:52:22.856870 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-3c16bf94-b548-4d51-a132-0fce9a83834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:22.859750 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-3c16bf94-b548-4d51-a132-0fce9a83834a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573230 May 16 18:52:22.978728 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-4ef2b52c-d115-4448-b82b-2bbfb81abb04 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115758 May 16 18:52:23.102480 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-947e4035-68b3-4491-afc9-9b0aae0afbed req-62e4ad69-4e15-4183-b1f8-d714c9e579aa service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136317 May 16 18:52:23.237177 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3c117-04e5-442b-bc14-9b62d5b12ece req-7055b59c-24fb-43d1-800b-d9daca606bd7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:23.238949 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-72f3c117-04e5-442b-bc14-9b62d5b12ece req-7055b59c-24fb-43d1-800b-d9daca606bd7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0808716 May 16 18:52:23.289533 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5002f7-2776-47f0-b897-b8bf009b1c70 req-d14ba411-f10e-4360-9edf-1b98daaf8a1f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:23.292190 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9e5002f7-2776-47f0-b897-b8bf009b1c70 req-d14ba411-f10e-4360-9edf-1b98daaf8a1f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0980940 May 16 18:52:23.381869 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-72f3c117-04e5-442b-bc14-9b62d5b12ece req-2274063f-ccc7-4767-9cf6-1cd1fdb20ac2 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309910 May 16 18:52:23.401318 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9e5002f7-2776-47f0-b897-b8bf009b1c70 req-f879eb56-e7f5-47f0-ad16-c8b36eef65e0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010158 May 16 18:52:23.824366 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e3e6a-8b6d-4310-8bea-47628017f2ca req-42a057f5-e857-45d6-b9df-e212b92a86c7 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:23.826017 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-816e3e6a-8b6d-4310-8bea-47628017f2ca req-42a057f5-e857-45d6-b9df-e212b92a86c7 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0637476 May 16 18:52:23.881816 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-816e3e6a-8b6d-4310-8bea-47628017f2ca req-cb21a911-7b1f-4c9b-9272-d0016af8e643 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488803 May 16 18:52:24.558976 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab3b5d-20c5-44e4-a94f-852f106c115c req-efde864c-7a71-4ec1-9d57-7a76604845d5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:24.561201 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-44ab3b5d-20c5-44e4-a94f-852f106c115c req-efde864c-7a71-4ec1-9d57-7a76604845d5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0663767 May 16 18:52:24.635168 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb7bc4-0d37-4b51-a0d4-5722a1494186 req-93c94c78-a12e-4ea1-b76b-cbbb8aed6d4f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:24.637520 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-38bb7bc4-0d37-4b51-a0d4-5722a1494186 req-93c94c78-a12e-4ea1-b76b-cbbb8aed6d4f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0962811 May 16 18:52:24.682360 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-44ab3b5d-20c5-44e4-a94f-852f106c115c req-e885ecc5-d80b-4171-936c-ff59639edfa0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980101 May 16 18:52:24.714384 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-38bb7bc4-0d37-4b51-a0d4-5722a1494186 req-98e3413b-b794-4281-8946-84b532082f47 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702400 May 16 18:52:25.021154 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ed367-d118-4b41-a78e-39758459cc69 req-a028e0bb-787b-42d4-b3d5-094d365f8243 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:25.022994 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-668ed367-d118-4b41-a78e-39758459cc69 req-a028e0bb-787b-42d4-b3d5-094d365f8243 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0539215 May 16 18:52:25.084728 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-668ed367-d118-4b41-a78e-39758459cc69 req-da3b3fd1-21d7-4293-82ad-649c9f9d73b2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522811 May 16 18:52:25.913467 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e79ac7-a35c-4f2f-833c-9edd897773ed req-2c516f0c-f542-43d8-9f99-cea7b405b4f5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:25.916274 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-08e79ac7-a35c-4f2f-833c-9edd897773ed req-2c516f0c-f542-43d8-9f99-cea7b405b4f5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1336639 May 16 18:52:25.929314 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7cc33-3563-44d3-9dcb-85196411a55a req-33d2ab8d-c285-44e5-9597-2d203fbbed44 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:25.930894 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-87e7cc33-3563-44d3-9dcb-85196411a55a req-33d2ab8d-c285-44e5-9597-2d203fbbed44 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.1003909 May 16 18:52:26.017749 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-08e79ac7-a35c-4f2f-833c-9edd897773ed req-ab2c2c4f-6e87-47f0-8fd4-dcc299f8f92b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855787 May 16 18:52:26.040067 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-87e7cc33-3563-44d3-9dcb-85196411a55a req-1ce8dad1-a446-46e7-ae8f-208d15bdca1a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978096 May 16 18:52:26.262145 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cb18-9aeb-4a03-acaa-b872545b29b5 req-3a90d6d6-db86-4dc9-be9b-2bb67da538b2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:26.264453 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ad48cb18-9aeb-4a03-acaa-b872545b29b5 req-3a90d6d6-db86-4dc9-be9b-2bb67da538b2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0821974 May 16 18:52:26.350065 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ad48cb18-9aeb-4a03-acaa-b872545b29b5 req-43276ecb-79d2-4a03-9a6d-8c4559c9a5af tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772614 May 16 18:52:27.227647 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b4e51-cfd6-4df0-911e-eb7264dea5ec req-db03170e-1429-4bd5-90fa-c69b1a8917a6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:27.229396 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d12b4e51-cfd6-4df0-911e-eb7264dea5ec req-db03170e-1429-4bd5-90fa-c69b1a8917a6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.1029449 May 16 18:52:27.258758 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8ee9f-d72f-49ca-a623-507a685b3343 req-be6c8c35-86ca-4d57-b0af-a695b0f1786b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:27.260385 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d1f8ee9f-d72f-49ca-a623-507a685b3343 req-be6c8c35-86ca-4d57-b0af-a695b0f1786b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0802145 May 16 18:52:27.324702 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d12b4e51-cfd6-4df0-911e-eb7264dea5ec req-01ee013a-dd3e-452b-abba-ffb47e2383af tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815840 May 16 18:52:27.347836 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d1f8ee9f-d72f-49ca-a623-507a685b3343 req-03d54345-8e7a-40d5-aae7-5f78232e07bf tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749116 May 16 18:52:27.546201 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076ebc-2d82-46aa-b110-750e29c6eb7e req-22566940-148b-455b-b4ef-cfdfd041141b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:27.548997 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d9076ebc-2d82-46aa-b110-750e29c6eb7e req-22566940-148b-455b-b4ef-cfdfd041141b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0907240 May 16 18:52:27.645803 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d9076ebc-2d82-46aa-b110-750e29c6eb7e req-0d2e5d9d-3224-4339-a248-758056264ea8 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843024 May 16 18:52:28.557886 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b7bc3-86d1-48e3-b967-fe598d68070f req-1e360c2a-bcf0-4d51-8d2f-f0f33494804a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:28.561173 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e29b7bc3-86d1-48e3-b967-fe598d68070f req-1e360c2a-bcf0-4d51-8d2f-f0f33494804a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0832887 May 16 18:52:28.648258 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e29b7bc3-86d1-48e3-b967-fe598d68070f req-0cb3c10f-7266-4cb7-b4ea-43a4e074a3ab tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782716 May 16 18:52:28.854703 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3765e-9972-4e96-931c-075013299a4a req-6670a9d4-5b62-442a-90a3-d0b5f01256df tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:28.856315 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-53f3765e-9972-4e96-931c-075013299a4a req-6670a9d4-5b62-442a-90a3-d0b5f01256df tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0713909 May 16 18:52:28.929274 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-53f3765e-9972-4e96-931c-075013299a4a req-13825eea-0c36-4feb-9f2e-bf81e9b448e1 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663455 May 16 18:52:29.019739 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45496) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:29.026313 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-5b957d44-d775-49ba-a6a4-081e030ba481 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111576192', 'description': 'tempest-description--744393301'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:29.061873 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-0cccb3bc-fb00-4902-b7ef-0bb1c41bd0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.066735 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5b957d44-d775-49ba-a6a4-081e030ba481 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.177374 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5b957d44-d775-49ba-a6a4-081e030ba481 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group (ab86fd92-562f-4e9d-8a29-9cea2b00218e), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.183381 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5b957d44-d775-49ba-a6a4-081e030ba481 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ab86fd92-562f-4e9d-8a29-9cea2b00218e), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.224529 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5b957d44-d775-49ba-a6a4-081e030ba481 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.226068 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-5b957d44-d775-49ba-a6a4-081e030ba481 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2049928 May 16 18:52:29.229844 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45498) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:29.234829 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b957d44-d775-49ba-a6a4-081e030ba481 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab86fd92-562f-4e9d-8a29-9cea2b00218e,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:29.236642 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-3b5fa171-dbb2-4d54-b681-ff6716a60fb7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Request body: {'security_group_rule': {'security_group_id': 'ab86fd92-562f-4e9d-8a29-9cea2b00218e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:29.275975 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3b5fa171-dbb2-4d54-b681-ff6716a60fb7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group_rule (4f9ed9e5-d4ea-49c0-a53b-821d2ece947c), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.355114 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3b5fa171-dbb2-4d54-b681-ff6716a60fb7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group_rule (4f9ed9e5-d4ea-49c0-a53b-821d2ece947c), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.359690 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3b5fa171-dbb2-4d54-b681-ff6716a60fb7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (4f9ed9e5-d4ea-49c0-a53b-821d2ece947c), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.379972 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fa171-dbb2-4d54-b681-ff6716a60fb7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9ed9e5-d4ea-49c0-a53b-821d2ece947c,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:29.390301 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3b5fa171-dbb2-4d54-b681-ff6716a60fb7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.391734 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-3b5fa171-dbb2-4d54-b681-ff6716a60fb7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604345 May 16 18:52:29.394850 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45500) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:29.401101 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-d9d8627a-b40c-4a22-9357-837715836ddd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Request body: {'security_group_rule': {'security_group_id': 'ab86fd92-562f-4e9d-8a29-9cea2b00218e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:29.435698 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d9d8627a-b40c-4a22-9357-837715836ddd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group_rule (9ac25d60-b267-4b47-aceb-7984e5091345), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.496103 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d9d8627a-b40c-4a22-9357-837715836ddd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group_rule (9ac25d60-b267-4b47-aceb-7984e5091345), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.503470 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d9d8627a-b40c-4a22-9357-837715836ddd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (9ac25d60-b267-4b47-aceb-7984e5091345), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.534977 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8627a-b40c-4a22-9357-837715836ddd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac25d60-b267-4b47-aceb-7984e5091345,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:29.547051 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d9d8627a-b40c-4a22-9357-837715836ddd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.549098 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-d9d8627a-b40c-4a22-9357-837715836ddd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529524 May 16 18:52:29.553276 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45502) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:29.561797 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:29.588885 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.681327 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:29.820200 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901c2b4-197c-4e50-b58d-a0579a6eada1 req-07c002e6-c64a-4cc4-bfcd-0e571800a37f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:29.822012 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5901c2b4-197c-4e50-b58d-a0579a6eada1 req-07c002e6-c64a-4cc4-bfcd-0e571800a37f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 943 time: 0.0761073 May 16 18:52:29.832670 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Allocated IP 172.27.1.38 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/2fa5f30a-e0d1-4559-b40a-603edf42cf3d) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:52:29.913737 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5901c2b4-197c-4e50-b58d-a0579a6eada1 req-6e9d89ed-d31d-4875-93d7-96b1d540c7e8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776205 May 16 18:52:30.026567 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for port (2fa5f30a-e0d1-4559-b40a-603edf42cf3d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.077716 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (2fa5f30a-e0d1-4559-b40a-603edf42cf3d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.131353 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eae673-d015-463b-a844-d31af19c8025 req-715f88bb-7898-4a9c-8208-f007a0cb24b1 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:30.133243 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e5eae673-d015-463b-a844-d31af19c8025 req-715f88bb-7898-4a9c-8208-f007a0cb24b1 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 943 time: 0.0686290 May 16 18:52:30.144281 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:52:30.148216 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:52:30.152594 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:52:30.206984 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event updated for resources: {'Port': ['ID=2fa5f30a-e0d1-4559-b40a-603edf42cf3d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:30.233877 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e5eae673-d015-463b-a844-d31af19c8025 req-0c81c1ba-4fef-402b-b7cc-88d777fb8d2a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884933 May 16 18:52:30.315139 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for floatingip (fa694018-594b-4ddb-a515-f352a8313310), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.385755 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2fa5f30a-e0d1-4559-b40a-603edf42cf3d), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.460024 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:52:30.594759 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:52:30.621633 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'port_id': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'mac_address': 'fa:16:3e:c4:f8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:52:30.649902 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for port (2fa5f30a-e0d1-4559-b40a-603edf42cf3d), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.657291 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (2fa5f30a-e0d1-4559-b40a-603edf42cf3d), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.678114 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:52:30.678683 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.700158 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb3fe2b-d9aa-4852-85f0-2e9f90328234 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:52:30.732769 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:52:30.737980 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.739016 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 3ba065e3-302f-4b58-b666-92ac520ffc00 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:52:30.741421 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event updated for resources: {'Port': ['ID=2fa5f30a-e0d1-4559-b40a-603edf42cf3d,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:30.753743 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (fa694018-594b-4ddb-a515-f352a8313310), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.772001 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.773367 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-618d78b2-ec9f-4c97-a455-89988011a206 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2186701 May 16 18:52:30.824994 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=9']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:30.915527 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 3ba065e3-302f-4b58-b666-92ac520ffc00, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3ba065e3-302f-4b58-b666-92ac520ffc00,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:52:30.931432 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'port_id': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'mac_address': 'fa:16:3e:2b:c8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:52:30.976520 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 3ba065e3-302f-4b58-b666-92ac520ffc00 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:52:30.976918 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:30.994773 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba065e3-302f-4b58-b666-92ac520ffc00 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:52:31.025548 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 3ba065e3-302f-4b58-b666-92ac520ffc00, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3ba065e3-302f-4b58-b666-92ac520ffc00,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:52:31.030731 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:31.094450 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=3ba065e3-302f-4b58-b666-92ac520ffc00,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:31.113114 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11d6c-ddbd-4fe1-90a2-07d0ed0f6d3b req-5d95a28b-0cd7-4f8a-8db6-e2c5b802039d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:31.115029 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2dd11d6c-ddbd-4fe1-90a2-07d0ed0f6d3b req-5d95a28b-0cd7-4f8a-8db6-e2c5b802039d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 944 time: 0.0755656 May 16 18:52:31.120941 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-644dec05-a155-48ea-9c8e-74e1a59bab36 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--111576192&fields=id&tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3 HTTP/1.1" status: 200 len: 267 time: 0.1137669 May 16 18:52:31.244219 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2dd11d6c-ddbd-4fe1-90a2-07d0ed0f6d3b req-ed6ba4db-a910-4e79-b4b3-75dd713ccb40 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196587 May 16 18:52:31.300943 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-a90993eb-33fd-435f-aef9-c716706a20f7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:31.316110 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-a90993eb-33fd-435f-aef9-c716706a20f7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 818 time: 0.1848049 May 16 18:52:31.336339 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-eb090898-c87e-4e33-bda1-afa79ee1c573 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/quotas/9fe0e3c0f5eb4d4199f084be233eb1d3 HTTP/1.1" status: 200 len: 375 time: 0.0183196 May 16 18:52:31.473704 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-c596a4c2-2abf-4e7f-93f5-14038a2cca3d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1285706 May 16 18:52:31.514367 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1c46b-fea6-4b05-8646-a07dc97060bd req-fa6f0335-8f3a-4ae5-9ff6-a00f45a5f0da tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:31.516474 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-57b1c46b-fea6-4b05-8646-a07dc97060bd req-fa6f0335-8f3a-4ae5-9ff6-a00f45a5f0da tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 944 time: 0.1139624 May 16 18:52:31.517913 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bcd59621-c69b-4892-ae2f-2270ec78a15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:31.666416 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-57b1c46b-fea6-4b05-8646-a07dc97060bd req-70aed0cd-198f-4929-ba57-beb9c2f2cf36 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323609 May 16 18:52:31.682777 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-5665f835-728a-43eb-8c55-911447c3c92b service neutron] 10.222.0.72 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956081 May 16 18:52:31.811151 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['3ba065e3-302f-4b58-b666-92ac520ffc00'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:52:31.838442 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-2db50ddf-8b57-4760-b97c-84a614a228b5 service neutron] 10.222.0.72 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398680 May 16 18:52:32.020489 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['eeb3fe2b-d9aa-4852-85f0-2e9f90328234'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:52:32.109962 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f1ba8b6c-bf0b-4507-803f-9fc48b46b9ca req-fbd1c6a9-fb23-4dee-b977-e2f6be538215 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 210 time: 0.0558054 May 16 18:52:32.416998 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b735e8-be43-48a8-9458-2b22db858456 req-cc8f7d89-ee28-40d7-b553-a9a40bb8f015 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:32.418598 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-75b735e8-be43-48a8-9458-2b22db858456 req-cc8f7d89-ee28-40d7-b553-a9a40bb8f015 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 944 time: 0.0556397 May 16 18:52:32.492403 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-75b735e8-be43-48a8-9458-2b22db858456 req-ee1c3c06-1c48-4893-bbc5-82b8d0ce5c3b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624020 May 16 18:52:32.808591 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:32.867960 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca9150-a3dc-45be-9544-21681d92f01f req-2d037468-d143-4e7e-8b3e-d4dfe3fd7b23 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:32.870580 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-86ca9150-a3dc-45be-9544-21681d92f01f req-2d037468-d143-4e7e-8b3e-d4dfe3fd7b23 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 944 time: 0.0774512 May 16 18:52:32.921708 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45556) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:32.944957 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-86ca9150-a3dc-45be-9544-21681d92f01f req-b69eb290-272b-46dc-850d-2eef05277d61 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670397 May 16 18:52:33.097829 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-143df673-6013-43de-bab1-a736b4d9086b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:33.215193 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-143df673-6013-43de-bab1-a736b4d9086b admin admin] Publish callbacks [] for security_group (9081350a-67d2-429b-9329-8233d0fce0c2), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:33.221018 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-143df673-6013-43de-bab1-a736b4d9086b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9081350a-67d2-429b-9329-8233d0fce0c2), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:33.287588 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5d123496-0ebf-4af7-a044-0e977f77e14d req-9c4ad37c-520c-4ac2-a4cb-b8805f90dd47 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 210 time: 0.0610569 May 16 18:52:33.289465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143df673-6013-43de-bab1-a736b4d9086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9081350a-67d2-429b-9329-8233d0fce0c2,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:33.298950 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-143df673-6013-43de-bab1-a736b4d9086b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b099561e43854b25ba1581a7536e939f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715470 May 16 18:52:33.299878 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45562) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:33.359985 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05f9-9256-4e7f-8e92-2477c2fe7893 admin admin] Publish callbacks [] for security_group (9081350a-67d2-429b-9329-8233d0fce0c2), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:33.397697 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05f9-9256-4e7f-8e92-2477c2fe7893 admin admin] Publish callbacks [] for security_group (9081350a-67d2-429b-9329-8233d0fce0c2), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:33.478931 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05f9-9256-4e7f-8e92-2477c2fe7893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9081350a-67d2-429b-9329-8233d0fce0c2), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:33.482599 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05f9-9256-4e7f-8e92-2477c2fe7893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:33.483868 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ae4c05f9-9256-4e7f-8e92-2477c2fe7893 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9081350a-67d2-429b-9329-8233d0fce0c2 HTTP/1.1" status: 204 len: 168 time: 0.1829584 May 16 18:52:33.493569 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c05f9-9256-4e7f-8e92-2477c2fe7893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9081350a-67d2-429b-9329-8233d0fce0c2,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:33.729337 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-dc4b1a3e-a943-4667-bbfc-105a9529bed5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:33.732549 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-dc4b1a3e-a943-4667-bbfc-105a9529bed5 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 818 time: 0.2277331 May 16 18:52:33.743531 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78813e0e-66ed-4d00-b5a5-a9c788d534ac req-4f635f05-9785-4f05-af40-3c4f1cbc0278 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:33.750370 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-78813e0e-66ed-4d00-b5a5-a9c788d534ac req-4f635f05-9785-4f05-af40-3c4f1cbc0278 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 944 time: 0.1136642 May 16 18:52:33.880324 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-78813e0e-66ed-4d00-b5a5-a9c788d534ac req-29abd4fb-a0a0-49ae-99c0-8bf963893976 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134746 May 16 18:52:33.889006 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-34d2f942-f97a-4bbe-ba8f-e6b74851995c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3 HTTP/1.1" status: 200 len: 379 time: 0.1364586 May 16 18:52:33.992639 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Request body: {'port': {'device_id': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'admin_state_up': True, 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'security_groups': ['ab86fd92-562f-4e9d-8a29-9cea2b00218e']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:34.095357 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:34.152533 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88316e-f216-496a-9255-e87288eb7c35 req-6871e0b8-978a-41bc-83b6-d776e5afae57 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:34.154792 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0a88316e-f216-496a-9255-e87288eb7c35 req-6871e0b8-978a-41bc-83b6-d776e5afae57 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 944 time: 0.0630672 May 16 18:52:34.221790 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Made reservation on behalf of 9fe0e3c0f5eb4d4199f084be233eb1d3 for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:52:34.225308 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:34.244360 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0a88316e-f216-496a-9255-e87288eb7c35 req-636ba2aa-a042-4333-95f8-f240165b4e3f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790339 May 16 18:52:34.456947 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c7ec045-bcbe-4f01-8ebe-131a91836534 req-e2c8f47c-dbef-4eb5-a856-e3e2f629053f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 210 time: 0.0451970 May 16 18:52:34.458102 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Allocated IP 172.20.0.13 (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8/ed5a5553-0367-46bb-b960-145959061767/beee622c-240e-41d7-b32d-a07b68814889) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:52:34.557718 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:52:34.615500 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:34.627031 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:52:34.627420 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:34.654491 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for port (beee622c-240e-41d7-b32d-a07b68814889), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:34.695308 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (beee622c-240e-41d7-b32d-a07b68814889), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:34.710908 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:52:34.711465 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:34.744011 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:52:34.744375 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:52:34.746506 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5a9c45-2a1c-4d96-bb40-9034b64a7fab" -d '{"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:52:34.753449 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:52:34.761758 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:52:34.765042 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:52:34.771658 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:34.773202 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 3ba065e3-302f-4b58-b666-92ac520ffc00 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:52:34.805153 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event updated for resources: {'Port': ['ID=beee622c-240e-41d7-b32d-a07b68814889,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:34.844591 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:34.845710 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:34.845910 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812e322-141b-430e-af8f-e0d39100825f x-openstack-request-id: req-b812e322-141b-430e-af8f-e0d39100825f {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:52:34.846231 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:52:34.846625 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b812e322-141b-430e-af8f-e0d39100825f {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:52:34.847296 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b812e322-141b-430e-af8f-e0d39100825f'] response: {'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'code': 200} May 16 18:52:34.879772 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-3ff8b214-b199-418f-97a3-b08232a3232b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8941565 May 16 18:52:34.896614 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=10']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:34.907641 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.907997 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.908361 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.908713 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.909046 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.909372 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.909695 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.910031 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.910340 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.910666 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.910985 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.911325 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.911647 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.912029 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.912370 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:52:34.920019 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 3ba065e3-302f-4b58-b666-92ac520ffc00 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:52:34.939845 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 3ba065e3-302f-4b58-b666-92ac520ffc00 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:52:34.940729 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:35.078345 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 3ba065e3-302f-4b58-b666-92ac520ffc00 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:52:35.078925 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:35.082081 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3fefc-41ee-4a8a-bbc1-abffe6989701 req-dc26ef3c-703d-4c90-9aa2-3c4b720663ac tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:35.084033 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d6e3fefc-41ee-4a8a-bbc1-abffe6989701 req-dc26ef3c-703d-4c90-9aa2-3c4b720663ac tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 946 time: 0.0821331 May 16 18:52:35.125633 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 3ba065e3-302f-4b58-b666-92ac520ffc00, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3ba065e3-302f-4b58-b666-92ac520ffc00,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:52:35.130589 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:35.157670 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d6e3fefc-41ee-4a8a-bbc1-abffe6989701 req-ffd1cac8-316d-4ed0-b6b7-af900110062b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675192 May 16 18:52:35.174073 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-fd7a361d-b2ac-46c7-8ad9-851a031e8b85 None None] Provisioning complete for port beee622c-240e-41d7-b32d-a07b68814889 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:52:35.174531 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-fd7a361d-b2ac-46c7-8ad9-851a031e8b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (beee622c-240e-41d7-b32d-a07b68814889), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:35.225243 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=3ba065e3-302f-4b58-b666-92ac520ffc00,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:35.236814 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a361d-b2ac-46c7-8ad9-851a031e8b85 None None] Port beee622c-240e-41d7-b32d-a07b68814889 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:52:35.358556 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Request body: {'port': {'device_id': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:35.443114 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ab8e5-3b97-4b6e-acb7-da8551764f6c req-46fb1b2c-976b-4a5f-a5ae-955b05c398ad tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:35.444289 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:35.445471 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d93ab8e5-3b97-4b6e-acb7-da8551764f6c req-46fb1b2c-976b-4a5f-a5ae-955b05c398ad tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.0601737 May 16 18:52:35.486493 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-bd87759a-0c73-4ddc-ae27-821516488fce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668790 May 16 18:52:35.514713 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (beee622c-240e-41d7-b32d-a07b68814889), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:35.581391 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-53c15074-485f-4661-8c41-80078165766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:35.582989 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-53c15074-485f-4661-8c41-80078165766a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 1130 time: 0.0649278 May 16 18:52:35.617890 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d93ab8e5-3b97-4b6e-acb7-da8551764f6c req-938bf24c-361a-4d0a-b433-220d6c02e9ce tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605420 May 16 18:52:35.684363 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1467698-a650-4c7e-89c6-6369048f7098 req-fa27ec07-b7ac-431e-af19-d66f5104045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:35.686344 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f1467698-a650-4c7e-89c6-6369048f7098 req-fa27ec07-b7ac-431e-af19-d66f5104045a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 1130 time: 0.1407790 May 16 18:52:35.703946 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecfebf-bb3e-4c0d-8219-bd7bec3ab54b req-853d30de-9fd7-4990-91e7-b055704a8477 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:35.705476 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-73ecfebf-bb3e-4c0d-8219-bd7bec3ab54b req-853d30de-9fd7-4990-91e7-b055704a8477 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 932 time: 0.1411767 May 16 18:52:35.723162 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-a7a3753d-ba47-4857-a418-2bd2f62df915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:35.726090 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-a7a3753d-ba47-4857-a418-2bd2f62df915 service neutron] 10.222.0.61 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 911 time: 0.1151781 May 16 18:52:35.811127 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-2504f157-8b69-4b78-9e45-8d2d57ef3da5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b440849e-31ba-4612-a125-9eec9ce576a6 HTTP/1.1" status: 200 len: 1001 time: 0.0756168 May 16 18:52:35.873395 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-733bb795-e108-4b29-9d68-df27da117ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:35.874809 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-733bb795-e108-4b29-9d68-df27da117ffd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=063b87a2-9ff2-4272-a905-58adb7221293 HTTP/1.1" status: 200 len: 849 time: 0.0546293 May 16 18:52:35.891833 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f1467698-a650-4c7e-89c6-6369048f7098 req-6969e3ec-fe83-497a-8507-98c02f89b8fc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799912 May 16 18:52:35.908195 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-73ecfebf-bb3e-4c0d-8219-bd7bec3ab54b req-c6a9c561-07a8-4212-8901-ad55fabf36c2 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740973 May 16 18:52:35.948506 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-705bd69a-57f1-4745-8b49-880992dea834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:35.950893 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-705bd69a-57f1-4745-8b49-880992dea834 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=265ca952-32c3-45ee-8297-5b81b68af9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0661154 May 16 18:52:36.087203 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beee622c-240e-41d7-b32d-a07b68814889 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:52:36.097031 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Publish callbacks [] for port (beee622c-240e-41d7-b32d-a07b68814889), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:36.112346 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Transition to ACTIVE for port object beee622c-240e-41d7-b32d-a07b68814889 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:52:36.117207 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (beee622c-240e-41d7-b32d-a07b68814889), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:36.204418 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Pushing event updated for resources: {'Port': ['ID=beee622c-240e-41d7-b32d-a07b68814889,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:36.362054 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-e58bcb5c-3a17-41f2-be73-2fdd97f03f8b service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556277 May 16 18:52:36.367856 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb62eaf-dada-446e-94ac-086172817c33 req-f6eb4b92-50ff-4001-8ac1-023ba0ece7f3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:36.370762 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-beb62eaf-dada-446e-94ac-086172817c33 req-f6eb4b92-50ff-4001-8ac1-023ba0ece7f3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 946 time: 0.0957103 May 16 18:52:36.379760 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Attempting to bind port beee622c-240e-41d7-b32d-a07b68814889 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:52:36.380313 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Attempting to bind port beee622c-240e-41d7-b32d-a07b68814889 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:52:36.380861 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Attempting to bind port beee622c-240e-41d7-b32d-a07b68814889 on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:52:36.397781 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Port beee622c-240e-41d7-b32d-a07b68814889 on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:52:36.398462 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Attempting to bind port beee622c-240e-41d7-b32d-a07b68814889 on network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:52:36.419949 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:52:36.420249 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Checking segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:52:36.420559 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Bound using segment: {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:52:36.421002 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Bound port: beee622c-240e-41d7-b32d-a07b68814889, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35421dc-857f-4112-a1dc-af7ee5c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:52:36.421354 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (beee622c-240e-41d7-b32d-a07b68814889), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:36.482821 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-beb62eaf-dada-446e-94ac-086172817c33 req-98930525-e955-47db-8a74-36ca00618f24 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979085 May 16 18:52:36.543075 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] For port beee622c-240e-41d7-b32d-a07b68814889, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:52:36.547702 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8319694f-cf7a-40da-b6a1-db0770c48a65 req-697e1698-5e69-4a4b-ba8a-1f05c5a823a0 service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756182 May 16 18:52:36.548624 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] For port beee622c-240e-41d7-b32d-a07b68814889, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=beee622c-240e-41d7-b32d-a07b68814889,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:52:36.559211 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (beee622c-240e-41d7-b32d-a07b68814889), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:36.614035 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:36.615022 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:36.617341 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] 10.222.0.61 "PUT /v2.0/ports/beee622c-240e-41d7-b32d-a07b68814889 HTTP/1.1" status: 200 len: 1094 time: 1.2637324 May 16 18:52:36.618049 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:52:36.622047 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b38e6f6-c4a8-4e49-bc6d-d15739c00262" -d '{"events": [{"name": "network-changed", "server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "tag": "beee622c-240e-41d7-b32d-a07b68814889"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:52:36.652161 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55bba2-861e-44dd-9b1c-d05f6420455a service neutron] Pushing event updated for resources: {'Port': ['ID=beee622c-240e-41d7-b32d-a07b68814889,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:36.708586 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ad20d-b96e-48fc-be42-76a0dd9e4ee2 x-openstack-request-id: req-1d7ad20d-b96e-48fc-be42-76a0dd9e4ee2 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:52:36.709631 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "tag": "beee622c-240e-41d7-b32d-a07b68814889", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:52:36.709631 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d7ad20d-b96e-48fc-be42-76a0dd9e4ee2 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:52:36.710217 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7ad20d-b96e-48fc-be42-76a0dd9e4ee2'] response: {'name': 'network-changed', 'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889', 'status': 'completed', 'code': 200} May 16 18:52:36.804832 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2f5db-7f4f-4f41-847a-a28746789cab req-7ec22ceb-e5b5-47f3-a49f-cb7b8e6e7e7b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:36.806779 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-76f2f5db-7f4f-4f41-847a-a28746789cab req-7ec22ceb-e5b5-47f3-a49f-cb7b8e6e7e7b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.0602791 May 16 18:52:36.849293 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba065e3-302f-4b58-b666-92ac520ffc00'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:52:36.852133 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e7ec55-ee75-4d5a-bdee-76da7f87f822" -d '{"events": [{"server_uuid": "f9f61265-a9db-48ea-a142-5238bf17239d", "name": "network-vif-plugged", "status": "completed", "tag": "3ba065e3-302f-4b58-b666-92ac520ffc00"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:52:36.885902 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-76f2f5db-7f4f-4f41-847a-a28746789cab req-9aa761b0-56ab-46f2-821d-33c8be29f2d0 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684397 May 16 18:52:36.916635 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c714d9e7-c6de-4288-b7f3-4f05dafa2926 x-openstack-request-id: req-c714d9e7-c6de-4288-b7f3-4f05dafa2926 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:52:36.917036 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f61265-a9db-48ea-a142-5238bf17239d", "name": "network-vif-plugged", "status": "completed", "tag": "3ba065e3-302f-4b58-b666-92ac520ffc00", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:52:36.917401 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c714d9e7-c6de-4288-b7f3-4f05dafa2926 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:52:36.917983 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c714d9e7-c6de-4288-b7f3-4f05dafa2926'] response: {'server_uuid': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'code': 200} May 16 18:52:37.069587 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b123e0-8af8-4bbe-b03e-fe883087fea1 req-98cddc64-0ce7-4f90-b7f6-7b963be7bb45 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:37.071363 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-75b123e0-8af8-4bbe-b03e-fe883087fea1 req-98cddc64-0ce7-4f90-b7f6-7b963be7bb45 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 944 time: 0.0551276 May 16 18:52:37.135839 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-75b123e0-8af8-4bbe-b03e-fe883087fea1 req-f622326c-b671-4c44-9d7d-ec4ff4890564 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545032 May 16 18:52:37.252622 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38e6f6-c4a8-4e49-bc6d-d15739c00262 req-7f3e4a14-8c2a-4043-982f-5cfdf348051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:37.255003 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6b38e6f6-c4a8-4e49-bc6d-d15739c00262 req-7f3e4a14-8c2a-4043-982f-5cfdf348051f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 1128 time: 0.0564404 May 16 18:52:37.682060 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab04e6-a3b5-44bc-aca8-e3e20efa63fc req-e76422dd-cefe-4b88-9c45-5840b5b88b02 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:37.684279 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-55ab04e6-a3b5-44bc-aca8-e3e20efa63fc req-e76422dd-cefe-4b88-9c45-5840b5b88b02 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 946 time: 0.0733848 May 16 18:52:37.766396 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-55ab04e6-a3b5-44bc-aca8-e3e20efa63fc req-c2972329-695a-4ca5-b4c8-784b2bb7ca65 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743697 May 16 18:52:37.778845 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38e6f6-c4a8-4e49-bc6d-d15739c00262 req-ab4cc054-202c-4e7e-8242-2359308d0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:37.780500 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6b38e6f6-c4a8-4e49-bc6d-d15739c00262 req-ab4cc054-202c-4e7e-8242-2359308d0b7d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3712013 May 16 18:52:38.043641 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38e6f6-c4a8-4e49-bc6d-d15739c00262 req-d5b75837-0093-430a-8009-ad49281725c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:38.047046 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6b38e6f6-c4a8-4e49-bc6d-d15739c00262 req-d5b75837-0093-430a-8009-ad49281725c6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648731 May 16 18:52:38.438431 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093b614-abe5-4fd0-a49d-45bdd175a8ef req-a3c68da1-3239-456a-a9f3-708108202154 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:38.440279 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6093b614-abe5-4fd0-a49d-45bdd175a8ef req-a3c68da1-3239-456a-a9f3-708108202154 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.4422359 May 16 18:52:38.466446 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a0069-1962-4391-80be-3ed151fe8e58 req-1cbfafba-487a-420f-a201-2382643274b7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:38.468474 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5d5a0069-1962-4391-80be-3ed151fe8e58 req-1cbfafba-487a-420f-a201-2382643274b7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 944 time: 0.0966024 May 16 18:52:38.548118 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6093b614-abe5-4fd0-a49d-45bdd175a8ef req-ddbbfc91-5da0-4bd6-8c86-a4ff95bdb8e2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984178 May 16 18:52:38.563832 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5d5a0069-1962-4391-80be-3ed151fe8e58 req-6b456bc4-2a52-47f8-9531-a318a5dca5e1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831110 May 16 18:52:38.831373 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776cbea-c52b-4a3c-b887-11e910d0d0e7 req-7a2aa613-0fff-4393-9118-05e2273d4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:38.834215 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d776cbea-c52b-4a3c-b887-11e910d0d0e7 req-7a2aa613-0fff-4393-9118-05e2273d4bee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 1129 time: 0.0800548 May 16 18:52:38.928189 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96ef6a-f683-48bb-9862-751332272ad8 req-dbf0c91f-ac22-462f-afab-e2f85b1c727c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:38.930635 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e96ef6a-f683-48bb-9862-751332272ad8 req-dbf0c91f-ac22-462f-afab-e2f85b1c727c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 946 time: 0.0627692 May 16 18:52:38.992681 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e96ef6a-f683-48bb-9862-751332272ad8 req-e683dcad-5cbb-484e-aa9c-fb7cf6340c57 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546086 May 16 18:52:39.072661 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d776cbea-c52b-4a3c-b887-11e910d0d0e7 req-06c751cc-defe-4201-8a11-58f0a5509165 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642653 May 16 18:52:39.696767 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-c34ce6b8-d1e4-4262-89f1-4a0a3ca3cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:39.698304 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-c34ce6b8-d1e4-4262-89f1-4a0a3ca3cccb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 1128 time: 0.0691655 May 16 18:52:39.748792 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7d278-b05c-4e3b-be9a-0a5dea708904 req-70ba39a0-7d13-428b-a7ee-297203d27c0d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:39.750449 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-baf7d278-b05c-4e3b-be9a-0a5dea708904 req-70ba39a0-7d13-428b-a7ee-297203d27c0d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.1106818 May 16 18:52:39.773033 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6730c-6fe3-4943-a100-231d81046d68 req-4103f478-1ae2-485e-9d90-1c96d94bcbda tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:39.774477 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-64b6730c-6fe3-4943-a100-231d81046d68 req-4103f478-1ae2-485e-9d90-1c96d94bcbda tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 944 time: 0.0803022 May 16 18:52:39.844084 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-baf7d278-b05c-4e3b-be9a-0a5dea708904 req-b3b14f93-32db-4043-916a-c6c94d4df50a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835094 May 16 18:52:39.856470 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-64b6730c-6fe3-4943-a100-231d81046d68 req-7643cfcf-16bc-4d71-9da2-0849f901ca98 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725863 May 16 18:52:40.182468 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2908f-bb76-491f-9f85-1500c9dce0eb req-f3816496-d719-4571-a5bc-e8cf6d81c7be tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:40.185666 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aff2908f-bb76-491f-9f85-1500c9dce0eb req-f3816496-d719-4571-a5bc-e8cf6d81c7be tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 946 time: 0.0796664 May 16 18:52:40.245949 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aff2908f-bb76-491f-9f85-1500c9dce0eb req-682044af-d16f-42fc-8a7f-a371d4209ef4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533299 May 16 18:52:40.285348 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-0a1f86d7-53e2-4a68-bb47-f2fa0f394da6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beee622c-240e-41d7-b32d-a07b68814889 HTTP/1.1" status: 200 len: 217 time: 0.0372660 May 16 18:52:40.346281 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-2c14c07f-225c-415b-b182-fdfc4cdf766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:40.348730 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-2c14c07f-225c-415b-b182-fdfc4cdf766a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.0531754 May 16 18:52:40.406465 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-dbd1dffe-79e9-4d72-adb9-97aee7c57466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:40.408148 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-dbd1dffe-79e9-4d72-adb9-97aee7c57466 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476751 May 16 18:52:40.538674 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-627cf69a-a09c-43ce-bc93-c84e4dcf0fee service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202576 May 16 18:52:40.658403 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-4daf5638-013b-4f22-9f6b-353e69e1678c req-b6b890f6-cd5a-4f3c-bb32-7083fe9ec6ca service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083040 May 16 18:52:41.112621 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6b82e-3bfd-4fc5-8fc3-64a62dacfd56 req-f0f4f9c4-e54e-4074-91d0-8d6e92a6ea96 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:41.115253 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-80f6b82e-3bfd-4fc5-8fc3-64a62dacfd56 req-f0f4f9c4-e54e-4074-91d0-8d6e92a6ea96 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 944 time: 0.1418741 May 16 18:52:41.126706 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bf172-8929-4cc8-bbdf-5eb2928fad68 req-e41dbd86-ab43-4f36-bc5a-f1d7a3d0962c tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:41.129457 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-828bf172-8929-4cc8-bbdf-5eb2928fad68 req-e41dbd86-ab43-4f36-bc5a-f1d7a3d0962c tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.1591256 May 16 18:52:41.236783 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-80f6b82e-3bfd-4fc5-8fc3-64a62dacfd56 req-eee8cb28-f22b-4bb0-989c-1e1d15d7aa6d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058645 May 16 18:52:41.245586 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-828bf172-8929-4cc8-bbdf-5eb2928fad68 req-8616b14b-ac83-4ab6-a2e0-9173597c8ba4 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047020 May 16 18:52:41.402896 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557d8c2-902f-4607-9b1c-cfd7c29e7192 req-fe84e31f-c8b9-4fec-89f0-afc90319e43d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:41.405260 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7557d8c2-902f-4607-9b1c-cfd7c29e7192 req-fe84e31f-c8b9-4fec-89f0-afc90319e43d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.0733778 May 16 18:52:41.476262 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7557d8c2-902f-4607-9b1c-cfd7c29e7192 req-9bc9c386-52b0-4fd5-be9b-f06aeef536a3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619111 May 16 18:52:41.502584 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45658) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:41.788052 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec556d3-fb8d-49e3-9673-696ebc22436f tempest-TestVolumeBootPattern-1285964633 tempest-TestVolumeBootPattern-1285964633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:41.790651 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-1ec556d3-fb8d-49e3-9673-696ebc22436f tempest-TestVolumeBootPattern-1285964633 tempest-TestVolumeBootPattern-1285964633-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 1124 time: 0.2863939 May 16 18:52:41.795402 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45662) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:41.800160 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'port_id': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:41.824722 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:41.921120 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:42.046765 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Allocated IP 172.27.1.137 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/84ad6da5-a13b-4eaa-8ff2-6cec7766bf59) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:52:42.188264 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for port (84ad6da5-a13b-4eaa-8ff2-6cec7766bf59), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:42.241463 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (84ad6da5-a13b-4eaa-8ff2-6cec7766bf59), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:42.300867 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:52:42.305186 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:52:42.311927 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:52:42.359956 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'Port': ['ID=84ad6da5-a13b-4eaa-8ff2-6cec7766bf59,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:42.423952 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b47b8-6d19-4f19-ab39-6215a91babea req-f49aa0f2-6a50-4fe3-8df0-f98e8689548c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:42.425671 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c69b47b8-6d19-4f19-ab39-6215a91babea req-f49aa0f2-6a50-4fe3-8df0-f98e8689548c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 944 time: 0.1032932 May 16 18:52:42.562596 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c69b47b8-6d19-4f19-ab39-6215a91babea req-8d2de337-f30c-4347-abf7-d99c63b83605 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074507 May 16 18:52:42.871362 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (b67f12b1-1279-4841-85e0-89ebc81920c1), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:42.978250 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (84ad6da5-a13b-4eaa-8ff2-6cec7766bf59), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:43.231226 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for port (84ad6da5-a13b-4eaa-8ff2-6cec7766bf59), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:43.237865 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (84ad6da5-a13b-4eaa-8ff2-6cec7766bf59), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:43.323728 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'Port': ['ID=84ad6da5-a13b-4eaa-8ff2-6cec7766bf59,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:43.336426 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (b67f12b1-1279-4841-85e0-89ebc81920c1), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:43.469792 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device beee622c-240e-41d7-b32d-a07b68814889 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:52:43.475630 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Floating IP b67f12b1-1279-4841-85e0-89ebc81920c1 associated. External IP: 172.27.1.137, port: 3ba065e3-302f-4b58-b666-92ac520ffc00. May 16 18:52:43.599269 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port beee622c-240e-41d7-b32d-a07b68814889, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=beee622c-240e-41d7-b32d-a07b68814889,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:52:43.619864 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'beee622c-240e-41d7-b32d-a07b68814889', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'port_id': 'beee622c-240e-41d7-b32d-a07b68814889', 'mac_address': 'fa:16:3e:b6:7a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:52:43.679554 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port beee622c-240e-41d7-b32d-a07b68814889 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:52:43.680211 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (beee622c-240e-41d7-b32d-a07b68814889), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:43.696728 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beee622c-240e-41d7-b32d-a07b68814889 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:52:43.722449 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port beee622c-240e-41d7-b32d-a07b68814889, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=beee622c-240e-41d7-b32d-a07b68814889,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:52:43.728231 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (beee622c-240e-41d7-b32d-a07b68814889), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:43.781034 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f10270-0947-4ca4-9533-2b86029c5365 req-1bddd4b7-e652-4799-b6f9-5833a3eccf02 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:43.782631 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e1f10270-0947-4ca4-9533-2b86029c5365 req-1bddd4b7-e652-4799-b6f9-5833a3eccf02 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 944 time: 0.0914335 May 16 18:52:43.794351 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=beee622c-240e-41d7-b32d-a07b68814889,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:43.819882 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:52:43.855160 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e1f10270-0947-4ca4-9533-2b86029c5365 req-f356c67e-6425-4ff7-81be-c1e21ea27f62 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653992 May 16 18:52:43.958147 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:52:43.973616 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] Sync routers for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:52:43.978604 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:43.990770 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:52:43.991872 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:52:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:44.010776 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-e4acdab7-3bfc-41fd-82f5-3fb09d57ca78 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2141879 May 16 18:52:44.011355 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'tag': '3ba065e3-302f-4b58-b666-92ac520ffc00'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:52:44.013730 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7a1825-17a6-4cee-ae08-5946eb364708" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f61265-a9db-48ea-a142-5238bf17239d", "tag": "3ba065e3-302f-4b58-b666-92ac520ffc00"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:52:44.057879 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720a19a9-dd10-49ed-971a-c7d497fe93fd x-openstack-request-id: req-720a19a9-dd10-49ed-971a-c7d497fe93fd {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:52:44.058288 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f61265-a9db-48ea-a142-5238bf17239d", "tag": "3ba065e3-302f-4b58-b666-92ac520ffc00", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:52:44.058682 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-720a19a9-dd10-49ed-971a-c7d497fe93fd {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:52:44.059829 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720a19a9-dd10-49ed-971a-c7d497fe93fd'] response: {'name': 'network-changed', 'server_uuid': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'tag': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'status': 'completed', 'code': 200} May 16 18:52:44.152160 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-1912ac5b-3704-4156-b76d-85372a7489ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:44.154980 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-1912ac5b-3704-4156-b76d-85372a7489ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 1129 time: 0.0566437 May 16 18:52:44.245832 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:52:44.264297 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['beee622c-240e-41d7-b32d-a07b68814889'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:52:44.291031 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-309c296e-10ba-422a-8eab-91454091785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:44.295283 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-309c296e-10ba-422a-8eab-91454091785c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 912 time: 0.1276076 May 16 18:52:44.417026 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-4a20c4c8-2a3c-45c3-b303-acbfbaf647d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba065e3-302f-4b58-b666-92ac520ffc00 HTTP/1.1" status: 200 len: 999 time: 0.1012979 May 16 18:52:44.511631 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-b3fa6b92-58d5-4abd-8051-1fc417fceb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:44.514816 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-b3fa6b92-58d5-4abd-8051-1fc417fceb37 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0785816 May 16 18:52:44.576354 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-0360f932-78bf-44e6-a265-037ea3620591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:44.577883 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-0360f932-78bf-44e6-a265-037ea3620591 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522935 May 16 18:52:44.602261 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'b67f12b1-1279-4841-85e0-89ebc81920c1', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:2b:c8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:52:42Z', 'updated_at': '2022-05-16T18:52:42Z', 'revision_number': 0, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:44.644693 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] Checking router: 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:52:44.655040 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:52:44.655872 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:52:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:44.722368 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-f70119da-9565-4ace-9fbb-d5b39200f2ff service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240997 May 16 18:52:44.807883 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:52:44.863421 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bd7a1825-17a6-4cee-ae08-5946eb364708 req-25a5c790-4923-43e7-ab04-d913fed94513 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296268 May 16 18:52:45.052036 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57876c48-880c-4721-a1ea-9e61e601ee5c req-20d0fe2b-7626-4f86-b6c0-da98c5227b65 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:45.054529 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-57876c48-880c-4721-a1ea-9e61e601ee5c req-20d0fe2b-7626-4f86-b6c0-da98c5227b65 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 945 time: 0.0786023 May 16 18:52:45.125702 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'b67f12b1-1279-4841-85e0-89ebc81920c1', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:2b:c8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:52:42Z', 'updated_at': '2022-05-16T18:52:42Z', 'revision_number': 0, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:45.132095 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-57876c48-880c-4721-a1ea-9e61e601ee5c req-b0d35d45-8d41-4e4e-8e16-703c16a2b207 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673079 May 16 18:52:45.155814 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec3b86-13ae-4eee-bc9b-438af579108a None None] The sync data for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi is: [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'b67f12b1-1279-4841-85e0-89ebc81920c1', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:2b:c8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:52:42Z', 'updated_at': '2022-05-16T18:52:42Z', 'revision_number': 0, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:52:45.426287 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea237d-0eab-4de6-b765-5fc8b63b684d None None] New status for floating IP b67f12b1-1279-4841-85e0-89ebc81920c1: ACTIVE {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:52:45.746102 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device beee622c-240e-41d7-b32d-a07b68814889 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:52:45.816626 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port beee622c-240e-41d7-b32d-a07b68814889 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:52:45.826106 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port beee622c-240e-41d7-b32d-a07b68814889 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:52:45.826548 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (beee622c-240e-41d7-b32d-a07b68814889), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:45.947105 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port beee622c-240e-41d7-b32d-a07b68814889 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:52:45.947676 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (beee622c-240e-41d7-b32d-a07b68814889), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:45.975255 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:52:45.977544 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf6fba7-8ec7-4a4a-acd4-a4556955e397" -d '{"events": [{"server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "name": "network-vif-plugged", "status": "completed", "tag": "beee622c-240e-41d7-b32d-a07b68814889"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:52:45.992819 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port beee622c-240e-41d7-b32d-a07b68814889, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=beee622c-240e-41d7-b32d-a07b68814889,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:52:45.998421 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (beee622c-240e-41d7-b32d-a07b68814889), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:46.021894 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3d8c46-d758-413a-acc0-e5125c921286 x-openstack-request-id: req-4e3d8c46-d758-413a-acc0-e5125c921286 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:52:46.022212 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "name": "network-vif-plugged", "status": "completed", "tag": "beee622c-240e-41d7-b32d-a07b68814889", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:52:46.022472 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4e3d8c46-d758-413a-acc0-e5125c921286 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:52:46.022882 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3d8c46-d758-413a-acc0-e5125c921286'] response: {'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889', 'code': 200} May 16 18:52:46.058440 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=beee622c-240e-41d7-b32d-a07b68814889,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:52:46.312398 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4629d-0324-4905-9e50-92e840fdb9b8 req-0bfcd033-a7b7-451c-8446-ae838e101bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:46.312989 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d74d2-6ed6-401c-aa5c-aae7cd3292b6 req-d4035682-b941-44ff-a772-f3a8ae9945bb tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:46.314562 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b20d74d2-6ed6-401c-aa5c-aae7cd3292b6 req-d4035682-b941-44ff-a772-f3a8ae9945bb tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0725579 May 16 18:52:46.314686 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-53e4629d-0324-4905-9e50-92e840fdb9b8 req-0bfcd033-a7b7-451c-8446-ae838e101bb8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 1130 time: 0.0735128 May 16 18:52:46.375283 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b20d74d2-6ed6-401c-aa5c-aae7cd3292b6 req-47f4ad2c-e333-46cf-a67a-1193f79cdef3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544751 May 16 18:52:46.375564 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-53e4629d-0324-4905-9e50-92e840fdb9b8 req-9a970544-2817-423a-92ae-c2234a20d432 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513024 May 16 18:52:47.551016 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ed8cd-4592-4320-a079-2995564c7d47 req-b1a910a4-a048-4278-bc14-1998886604a7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:47.553640 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-958ed8cd-4592-4320-a079-2995564c7d47 req-b1a910a4-a048-4278-bc14-1998886604a7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0834625 May 16 18:52:47.611123 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-958ed8cd-4592-4320-a079-2995564c7d47 req-1b4eead6-738e-4678-bdb1-38812ebc62b9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502622 May 16 18:52:48.785307 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bca5c5-7922-4416-a224-296a725ce62a req-b427ff2d-c010-40aa-b45a-2d6728aabbca tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:48.787149 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2bca5c5-7922-4416-a224-296a725ce62a req-b427ff2d-c010-40aa-b45a-2d6728aabbca tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0633712 May 16 18:52:48.851014 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2bca5c5-7922-4416-a224-296a725ce62a req-142344ae-57c3-4b8e-a77a-b17b06bc6894 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527449 May 16 18:52:49.024048 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20133b97-8db9-4c87-998c-aa73e2ed4d37 req-852c4eb7-3952-4b76-afed-6fc2026270f8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:49.026918 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-20133b97-8db9-4c87-998c-aa73e2ed4d37 req-852c4eb7-3952-4b76-afed-6fc2026270f8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0713675 May 16 18:52:49.037087 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45688) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:52:49.045204 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-a29ae510-c561-430f-9c7e-044b2031534f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Request body: {'floatingip': {'port_id': 'beee622c-240e-41d7-b32d-a07b68814889'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:52:49.108311 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a29ae510-c561-430f-9c7e-044b2031534f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for floatingip (fa694018-594b-4ddb-a515-f352a8313310), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:49.733707 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a29ae510-c561-430f-9c7e-044b2031534f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:49.738799 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a29ae510-c561-430f-9c7e-044b2031534f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (fa694018-594b-4ddb-a515-f352a8313310), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:49.862394 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [None req-a29ae510-c561-430f-9c7e-044b2031534f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Floating IP fa694018-594b-4ddb-a515-f352a8313310 associated. External IP: 172.27.1.38, port: beee622c-240e-41d7-b32d-a07b68814889. May 16 18:52:50.164079 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29ae510-c561-430f-9c7e-044b2031534f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Router 135988c4-5689-4766-918d-91a3dd40e9c7 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:52:50.479790 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:52:50.545931 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ae510-c561-430f-9c7e-044b2031534f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:52:50.550831 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a29ae510-c561-430f-9c7e-044b2031534f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:50.561175 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] Sync routers for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:52:50.578197 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:52:50.579348 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:52:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:50.585296 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-a29ae510-c561-430f-9c7e-044b2031534f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "PUT /v2.0/floatingips/fa694018-594b-4ddb-a515-f352a8313310 HTTP/1.1" status: 200 len: 991 time: 1.5431919 May 16 18:52:50.585296 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:52:50.585296 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc2d84b-0392-4847-bea7-fe6c3c519c00" -d '{"events": [{"name": "network-changed", "server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "tag": "beee622c-240e-41d7-b32d-a07b68814889"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:52:50.647655 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e3bf00-b370-419b-8069-30ce72dc7399 x-openstack-request-id: req-99e3bf00-b370-419b-8069-30ce72dc7399 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:52:50.648319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "tag": "beee622c-240e-41d7-b32d-a07b68814889", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:52:50.649961 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99e3bf00-b370-419b-8069-30ce72dc7399 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:52:50.649961 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e3bf00-b370-419b-8069-30ce72dc7399'] response: {'name': 'network-changed', 'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889', 'status': 'completed', 'code': 200} May 16 18:52:50.739757 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:52:50.750509 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-6eb7fa04-84de-4648-9b72-2c0da3a3ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:50.752716 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-6eb7fa04-84de-4648-9b72-2c0da3a3ec73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 1130 time: 0.0556798 May 16 18:52:50.915667 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-1b879871-11e6-4c69-abe0-78aefa16fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:50.917224 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-1b879871-11e6-4c69-abe0-78aefa16fc35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.1323602 May 16 18:52:51.008906 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'fa694018-594b-4ddb-a515-f352a8313310', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'port_id': 'beee622c-240e-41d7-b32d-a07b68814889', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'mac_address': 'fa:16:3e:b6:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:52:30Z', 'updated_at': '2022-05-16T18:52:49Z', 'revision_number': 1, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:11Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:51.009323 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-118298c9-2dc3-4021-82ad-26ca9f58b41d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beee622c-240e-41d7-b32d-a07b68814889 HTTP/1.1" status: 200 len: 999 time: 0.0676811 May 16 18:52:51.036715 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] Checking router: 135988c4-5689-4766-918d-91a3dd40e9c7 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:52:51.051234 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:52:51.052277 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:52:31Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:51.095558 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-6f531786-fe66-4a7a-8723-d6e818ad2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:51.097045 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-6f531786-fe66-4a7a-8723-d6e818ad2304 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.0753424 May 16 18:52:51.176574 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-a21a2fc2-a1b3-4f2d-b613-1989f45396bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:51.178513 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-a21a2fc2-a1b3-4f2d-b613-1989f45396bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620415 May 16 18:52:51.182872 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:52:51.336233 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-b514bd1a-4768-4e04-a87c-e85cadaf9a4c service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406343 May 16 18:52:51.478790 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-bcc2d84b-0392-4847-bea7-fe6c3c519c00 req-1e187783-bba0-4e90-8a85-a347f2885f4e service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333587 May 16 18:52:51.541874 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'fa694018-594b-4ddb-a515-f352a8313310', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'port_id': 'beee622c-240e-41d7-b32d-a07b68814889', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'mac_address': 'fa:16:3e:b6:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:52:30Z', 'updated_at': '2022-05-16T18:52:49Z', 'revision_number': 1, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:11Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:52:51.567955 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8ac35-6518-41b8-8e2a-044b8192846c None None] The sync data for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi is: [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'fa694018-594b-4ddb-a515-f352a8313310', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'port_id': 'beee622c-240e-41d7-b32d-a07b68814889', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'mac_address': 'fa:16:3e:b6:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:52:30Z', 'updated_at': '2022-05-16T18:52:49Z', 'revision_number': 1, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:11Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:52:51.835032 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ac9d2-fca4-4d36-9728-6183dbd23d05 None None] New status for floating IP fa694018-594b-4ddb-a515-f352a8313310: ACTIVE {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:52:57.821831 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaa4b1-9d0d-4f95-bd72-d5b319409467 req-0a31417b-fa98-4f54-bf48-da252080d966 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:57.825734 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9ccaa4b1-9d0d-4f95-bd72-d5b319409467 req-0a31417b-fa98-4f54-bf48-da252080d966 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0687439 May 16 18:52:57.890068 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9ccaa4b1-9d0d-4f95-bd72-d5b319409467 req-a7d2997d-39c4-421d-82d0-e4f528745e40 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545011 May 16 18:52:59.053589 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f18bb0b8-a82a-4f7e-b727-f0e75c2becc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:52:59.063069 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ce9d-aa58-4cdd-8d32-72bca389da78 req-04e9efeb-945b-4f12-bb4a-8b52287cccfe tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:52:59.064649 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fb20ce9d-aa58-4cdd-8d32-72bca389da78 req-04e9efeb-945b-4f12-bb4a-8b52287cccfe tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0766213 May 16 18:52:59.129753 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fb20ce9d-aa58-4cdd-8d32-72bca389da78 req-f3ef2242-76fe-46a4-8596-ff830990e660 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589817 May 16 18:53:00.286344 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38ace9-3f00-4a1c-b235-7399ea7e0a4b req-b069a8c4-a586-4f70-b635-bb1ddb0808a3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:00.288031 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7b38ace9-3f00-4a1c-b235-7399ea7e0a4b req-b069a8c4-a586-4f70-b635-bb1ddb0808a3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0673232 May 16 18:53:00.360600 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7b38ace9-3f00-4a1c-b235-7399ea7e0a4b req-124a7689-2141-44e5-ad92-021d4ff1ab83 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632513 May 16 18:53:00.898891 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6ab29-25cc-464d-8a1f-39bd6c151450 req-6d536b7b-e3cb-40f9-b4b8-9e2f7aa88d8d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:00.901613 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d7c6ab29-25cc-464d-8a1f-39bd6c151450 req-6d536b7b-e3cb-40f9-b4b8-9e2f7aa88d8d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.0646636 May 16 18:53:00.967333 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d7c6ab29-25cc-464d-8a1f-39bd6c151450 req-72c5726c-ef47-4a8b-b190-ce07caa6ddc9 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562603 May 16 18:53:01.521317 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-aefeaa93-0429-4144-9a3d-544b1173ca5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:01.564764 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d143a60-bf19-4aa8-b5ce-485ea3db7349 req-1298199f-b1d9-4317-8599-b7a9133baeeb tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:01.567463 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d143a60-bf19-4aa8-b5ce-485ea3db7349 req-1298199f-b1d9-4317-8599-b7a9133baeeb tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0665097 May 16 18:53:01.627334 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d143a60-bf19-4aa8-b5ce-485ea3db7349 req-551122e4-fdb9-42c5-aa3a-d915943bd57a tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539370 May 16 18:53:02.130759 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f73e2-ab59-4c48-ac5b-7bae08bb91b7 req-bceb1548-b1b7-4f6a-bf63-bde6e07faa0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:02.132529 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-524f73e2-ab59-4c48-ac5b-7bae08bb91b7 req-bceb1548-b1b7-4f6a-bf63-bde6e07faa0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.0651882 May 16 18:53:02.192893 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-524f73e2-ab59-4c48-ac5b-7bae08bb91b7 req-0c87ec45-affe-4165-a2b9-4d3f2beef265 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507722 May 16 18:53:02.783928 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297d97a-4cbf-4a57-9ce7-53cfe2cf762b req-fd8dd1ee-bc9f-4b30-9d57-45199ca70645 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:02.786126 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a297d97a-4cbf-4a57-9ce7-53cfe2cf762b req-fd8dd1ee-bc9f-4b30-9d57-45199ca70645 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0618236 May 16 18:53:02.815483 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:02.847875 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a297d97a-4cbf-4a57-9ce7-53cfe2cf762b req-d0b1f4b4-677f-489e-a1d7-bc6a2154a554 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554848 May 16 18:53:03.008793 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-93cf7c18-3de1-4767-a45f-375838ad91d8 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:03.011218 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-93cf7c18-3de1-4767-a45f-375838ad91d8 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.1278284 May 16 18:53:03.176988 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Deleting port e2de6415-3434-48d3-a9f3-46de3d297b6e {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:53:03.177576 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:03.296270 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] For port e2de6415-3434-48d3-a9f3-46de3d297b6e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e2de6415-3434-48d3-a9f3-46de3d297b6e,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:53:03.296777 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:03.331186 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d7582-66d3-4dac-adfd-33f6cbf0597d req-964b63b3-8a23-4360-a098-456495aa59c0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:03.332813 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-868d7582-66d3-4dac-adfd-33f6cbf0597d req-964b63b3-8a23-4360-a098-456495aa59c0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 946 time: 0.0631540 May 16 18:53:03.401930 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-868d7582-66d3-4dac-adfd-33f6cbf0597d req-5d3f01cb-d188-4466-a732-1de4d4a133f0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=0720b03a-75dd-4fdd-bd17-2e3785774960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600514 May 16 18:53:03.542866 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:03.543618 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (476ff082-e56f-4ffe-b8be-5b75034dda4c), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:03.543966 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Floating IP 476ff082-e56f-4ffe-b8be-5b75034dda4c disassociated. External IP: 172.27.1.117, port: e2de6415-3434-48d3-a9f3-46de3d297b6e. May 16 18:53:03.544309 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Calling delete_port for e2de6415-3434-48d3-a9f3-46de3d297b6e owned by compute:nova {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:53:03.726705 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (e2de6415-3434-48d3-a9f3-46de3d297b6e), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:03.757641 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'Port': ['ID=e2de6415-3434-48d3-a9f3-46de3d297b6e,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:03.769991 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.770339 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.770691 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.771007 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.771339 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.771679 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.772036 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.772361 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.772681 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.773000 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.773327 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.773644 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.773960 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.774277 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.774595 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:03.891508 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:53:04.024995 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:53:04.026105 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70771f7e-b8af-4045-8426-b6eba2452200 req-058786a1-ce64-437d-b02e-12a8f5a60cb7 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:04.034993 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-70771f7e-b8af-4045-8426-b6eba2452200 req-058786a1-ce64-437d-b02e-12a8f5a60cb7 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0787330 May 16 18:53:04.043914 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:53:04.055686 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:53:04.056378 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:53:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:04.096673 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:04.116219 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] No DVR routers for this DVR port e2de6415-3434-48d3-a9f3-46de3d297b6e on host hv-cinder-75078 {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:53:04.119451 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:04.123906 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-8e1873ff-f18d-466e-a921-5a9c099c9c6e req-13952eab-961b-4cbf-b285-7f1fdff9532f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "DELETE /v2.0/ports/e2de6415-3434-48d3-a9f3-46de3d297b6e HTTP/1.1" status: 204 len: 173 time: 1.1043110 May 16 18:53:04.124415 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'name': 'network-vif-deleted', 'tag': 'e2de6415-3434-48d3-a9f3-46de3d297b6e'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:53:04.135053 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7498556f-8fc8-4763-b28e-9ff85e4d5969" -d '{"events": [{"server_uuid": "2b6715a3-0274-463c-b6e5-4116112ef2c9", "name": "network-vif-deleted", "tag": "e2de6415-3434-48d3-a9f3-46de3d297b6e"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:53:04.147325 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-70771f7e-b8af-4045-8426-b6eba2452200 req-4306f846-d304-4d5c-a78c-40b1e56115a2 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102684 May 16 18:53:04.226565 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba9eb8-290b-43a4-a301-38b65b821098 x-openstack-request-id: req-24ba9eb8-290b-43a4-a301-38b65b821098 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:53:04.227027 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6715a3-0274-463c-b6e5-4116112ef2c9", "name": "network-vif-deleted", "tag": "e2de6415-3434-48d3-a9f3-46de3d297b6e", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:53:04.227432 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24ba9eb8-290b-43a4-a301-38b65b821098 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:53:04.228304 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ba9eb8-290b-43a4-a301-38b65b821098'] response: {'server_uuid': '2b6715a3-0274-463c-b6e5-4116112ef2c9', 'name': 'network-vif-deleted', 'tag': 'e2de6415-3434-48d3-a9f3-46de3d297b6e', 'status': 'completed', 'code': 200} May 16 18:53:04.240685 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:53:04.585422 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3616c37b-eeb9-4361-b41a-91b437c8d27a', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:44Z', 'revision_number': 2, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:04.591568 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:04.611912 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6f2c0351-1f15-409e-abe9-0b76f41ebcfa req-5b44016e-9854-4815-b717-729320e9b4d3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b6715a3-0274-463c-b6e5-4116112ef2c9 HTTP/1.1" status: 200 len: 210 time: 0.0588284 May 16 18:53:04.623029 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:53:04.633448 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:53:04.634097 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:53:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:04.778984 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:53:05.070704 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3616c37b-eeb9-4361-b41a-91b437c8d27a', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:44Z', 'revision_number': 2, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:05.108815 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e32f5-54e9-448e-931a-693ffac842bc None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3616c37b-eeb9-4361-b41a-91b437c8d27a', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:8d:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:48:52Z', 'updated_at': '2022-05-16T18:49:44Z', 'revision_number': 2, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:53:05.313590 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7ca6-fa3c-45a4-a636-2e518513eb5e req-3c303e15-9844-4e78-88ae-34ee95dad1b1 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:05.317408 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ed4f7ca6-fa3c-45a4-a636-2e518513eb5e req-3c303e15-9844-4e78-88ae-34ee95dad1b1 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0603931 May 16 18:53:05.395689 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ed4f7ca6-fa3c-45a4-a636-2e518513eb5e req-c9f67831-6405-4717-9267-50cd2f37dbae tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669134 May 16 18:53:05.467147 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:05.499834 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a8ebd-bcae-4801-ac5b-3d4770336949 None None] New status for floating IP 476ff082-e56f-4ffe-b8be-5b75034dda4c: DOWN {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:53:05.754156 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45766) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:05.839102 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b502ae30-ffa0-436b-9a3d-04df5955684e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (0720b03a-75dd-4fdd-bd17-2e3785774960), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:05.898282 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b502ae30-ffa0-436b-9a3d-04df5955684e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (0720b03a-75dd-4fdd-bd17-2e3785774960), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:05.977081 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b502ae30-ffa0-436b-9a3d-04df5955684e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (0720b03a-75dd-4fdd-bd17-2e3785774960), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:05.982685 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b502ae30-ffa0-436b-9a3d-04df5955684e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:05.984439 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-b502ae30-ffa0-436b-9a3d-04df5955684e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "DELETE /v2.0/security-groups/0720b03a-75dd-4fdd-bd17-2e3785774960 HTTP/1.1" status: 204 len: 168 time: 0.2288697 May 16 18:53:05.991891 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45768) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:05.995436 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502ae30-ffa0-436b-9a3d-04df5955684e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0720b03a-75dd-4fdd-bd17-2e3785774960,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:06.030590 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.api.v2.resource [None req-6adef58a-3da3-4568-806f-9156d325118c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] show failed (client error): The resource could not be found. May 16 18:53:06.037916 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45770) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:06.038109 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6adef58a-3da3-4568-806f-9156d325118c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups/0720b03a-75dd-4fdd-bd17-2e3785774960 HTTP/1.1" status: 404 len: 347 time: 0.0487499 May 16 18:53:06.224612 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Deleting port 656919d2-b041-44c2-b258-1cafca5b9d43 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:53:06.225220 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (656919d2-b041-44c2-b258-1cafca5b9d43), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:06.352164 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (656919d2-b041-44c2-b258-1cafca5b9d43), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:06.353266 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (656919d2-b041-44c2-b258-1cafca5b9d43), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:06.370437 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Calling delete_port for 656919d2-b041-44c2-b258-1cafca5b9d43 owned by network:floatingip {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:53:06.617479 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bcb0a-821e-43ab-a320-53d9d52ac639 req-044a4025-a0d0-4e3f-a852-a208be93d049 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:06.619069 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-055bcb0a-821e-43ab-a320-53d9d52ac639 req-044a4025-a0d0-4e3f-a852-a208be93d049 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1124136 May 16 18:53:06.642237 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (656919d2-b041-44c2-b258-1cafca5b9d43), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:06.692772 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'Port': ['ID=656919d2-b041-44c2-b258-1cafca5b9d43,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:06.800718 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-055bcb0a-821e-43ab-a320-53d9d52ac639 req-e9986cc3-c80a-4e11-9bdc-3f34a7e54c4d tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747730 May 16 18:53:06.822983 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (476ff082-e56f-4ffe-b8be-5b75034dda4c), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:06.826215 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:06.827464 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-9d80cd38-0c7a-4b51-b1b5-c59a46be1539 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "DELETE /v2.0/floatingips/476ff082-e56f-4ffe-b8be-5b75034dda4c HTTP/1.1" status: 204 len: 168 time: 0.7876673 May 16 18:53:07.882210 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device e2de6415-3434-48d3-a9f3-46de3d297b6e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:53:07.908059 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: e2de6415-3434-48d3-a9f3-46de3d297b6e {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:53:07.908464 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device e2de6415-3434-48d3-a9f3-46de3d297b6e not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:53:07.981465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182de576-1e83-4592-b25b-bbbfc7d7070b req-01da6a94-5cd8-4779-9f5f-5298deca07c6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:07.983052 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-182de576-1e83-4592-b25b-bbbfc7d7070b req-01da6a94-5cd8-4779-9f5f-5298deca07c6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0653155 May 16 18:53:08.041028 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-182de576-1e83-4592-b25b-bbbfc7d7070b req-4877feb4-3402-4dd6-997e-b5181936f3e0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490811 May 16 18:53:09.173803 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a245ae-e883-4b84-9c5d-7cf3e1deb7e0 req-266bac80-f198-439c-87f9-ee5c53a0c6ce tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:09.175467 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a9a245ae-e883-4b84-9c5d-7cf3e1deb7e0 req-266bac80-f198-439c-87f9-ee5c53a0c6ce tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0501060 May 16 18:53:09.227210 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a9a245ae-e883-4b84-9c5d-7cf3e1deb7e0 req-57642659-5af8-4f2f-b3df-1c53038cbcc2 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459726 May 16 18:53:09.691187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d986eb-afed-48e6-8b11-13e50bd98153 req-727afcff-2b09-4e38-ba62-7c4e26182fdc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:09.693038 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3d986eb-afed-48e6-8b11-13e50bd98153 req-727afcff-2b09-4e38-ba62-7c4e26182fdc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.0639606 May 16 18:53:09.763505 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3d986eb-afed-48e6-8b11-13e50bd98153 req-15337497-f7f0-4311-aeee-de7ed7381aba tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642574 May 16 18:53:10.375975 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0c40f-92ed-4d82-a0ca-4c7ad6ff8c60 req-4ef7e252-e9c2-4ed2-a5a0-1365420958ec tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:10.378446 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f9b0c40f-92ed-4d82-a0ca-4c7ad6ff8c60 req-4ef7e252-e9c2-4ed2-a5a0-1365420958ec tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0534520 May 16 18:53:10.456691 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f9b0c40f-92ed-4d82-a0ca-4c7ad6ff8c60 req-123043ec-081b-46d7-903d-5bd40c0a134c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712013 May 16 18:53:10.891701 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de889a-6797-4276-8d12-f9bb5746efeb req-c15bc07b-91f5-4693-abc7-3d76ff4d5c09 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:10.893379 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-66de889a-6797-4276-8d12-f9bb5746efeb req-c15bc07b-91f5-4693-abc7-3d76ff4d5c09 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.0547626 May 16 18:53:10.960153 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-66de889a-6797-4276-8d12-f9bb5746efeb req-cc400b67-c860-4533-93ff-36aa2b61448f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566649 May 16 18:53:11.638072 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69892619-3344-479b-8fa1-8d010549cfb5 req-7de5f24f-7b24-416a-be25-eda540259692 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:11.640641 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-69892619-3344-479b-8fa1-8d010549cfb5 req-7de5f24f-7b24-416a-be25-eda540259692 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0800798 May 16 18:53:11.695039 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-69892619-3344-479b-8fa1-8d010549cfb5 req-bbd2602b-76e9-4d0a-a13f-2f874bc47668 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461290 May 16 18:53:11.826705 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-fd1a753f-e7f0-45f9-85ea-4553be7240cb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:11.828866 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-fd1a753f-e7f0-45f9-85ea-4553be7240cb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.0607634 May 16 18:53:11.925808 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Deleting port f4c32d27-4431-4863-bb69-09faf2b82b93 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:53:11.926271 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:12.054175 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] For port f4c32d27-4431-4863-bb69-09faf2b82b93, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f4c32d27-4431-4863-bb69-09faf2b82b93,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:53:12.054785 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:12.110916 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7eabc5-2fb9-4d05-9408-07203b27e3cb req-ab07b317-bf4d-43a0-85ee-31b13d7dec71 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:12.113052 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5b7eabc5-2fb9-4d05-9408-07203b27e3cb req-ab07b317-bf4d-43a0-85ee-31b13d7dec71 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 946 time: 0.0551751 May 16 18:53:12.170650 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5b7eabc5-2fb9-4d05-9408-07203b27e3cb req-f9cfd00c-f59b-41bc-bd77-959f95cce4a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=d29ccf1b-1202-4fd4-92a7-276bf337b684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515501 May 16 18:53:12.254247 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:12.254654 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (3616c37b-eeb9-4361-b41a-91b437c8d27a), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:12.254944 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Floating IP 3616c37b-eeb9-4361-b41a-91b437c8d27a disassociated. External IP: 172.27.1.63, port: f4c32d27-4431-4863-bb69-09faf2b82b93. May 16 18:53:12.255299 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Calling delete_port for f4c32d27-4431-4863-bb69-09faf2b82b93 owned by compute:nova {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:53:12.413088 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (f4c32d27-4431-4863-bb69-09faf2b82b93), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:12.446920 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'Port': ['ID=f4c32d27-4431-4863-bb69-09faf2b82b93,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:12.565078 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:53:12.873002 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589674b-ee91-4500-8b9d-daa1f6a4aa07 req-42ede9c5-7428-4b4c-aae7-1d8a2be41512 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:12.874780 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9589674b-ee91-4500-8b9d-daa1f6a4aa07 req-42ede9c5-7428-4b4c-aae7-1d8a2be41512 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0766387 May 16 18:53:12.948444 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9589674b-ee91-4500-8b9d-daa1f6a4aa07 req-f7c9b5d5-b819-4fa6-a019-971f8286258d tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631592 May 16 18:53:12.964079 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:53:12.988693 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:53:13.007062 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:53:13.007062 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:53:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:13.023690 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] No DVR routers for this DVR port f4c32d27-4431-4863-bb69-09faf2b82b93 on host hv-cinder-75078 {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:53:13.028219 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:13.033487 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-c856cdb9-4a99-4b13-8cae-fefb3015ea96 req-67480493-9124-4bf8-9875-204b4c1f6132 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "DELETE /v2.0/ports/f4c32d27-4431-4863-bb69-09faf2b82b93 HTTP/1.1" status: 204 len: 173 time: 1.1964381 May 16 18:53:13.034234 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'name': 'network-vif-deleted', 'tag': 'f4c32d27-4431-4863-bb69-09faf2b82b93'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:53:13.038139 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6129c25-93cc-45f3-8085-f74b383d2a21" -d '{"events": [{"server_uuid": "ec82e115-5ca8-47de-ba42-405096ec5d98", "name": "network-vif-deleted", "tag": "f4c32d27-4431-4863-bb69-09faf2b82b93"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:53:13.094144 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299ea2cf-e1a6-4d47-8a66-1bb62aad238c x-openstack-request-id: req-299ea2cf-e1a6-4d47-8a66-1bb62aad238c {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:53:13.094573 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec82e115-5ca8-47de-ba42-405096ec5d98", "name": "network-vif-deleted", "tag": "f4c32d27-4431-4863-bb69-09faf2b82b93", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:53:13.094961 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-299ea2cf-e1a6-4d47-8a66-1bb62aad238c {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:53:13.095564 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299ea2cf-e1a6-4d47-8a66-1bb62aad238c'] response: {'server_uuid': 'ec82e115-5ca8-47de-ba42-405096ec5d98', 'name': 'network-vif-deleted', 'tag': 'f4c32d27-4431-4863-bb69-09faf2b82b93', 'status': 'completed', 'code': 200} May 16 18:53:13.127509 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:53:13.298746 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-34f4c454-3ecd-4d77-9dde-be7dc70aee8e req-adbd31c4-c065-41cc-9ef2-b2a31baccccc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec82e115-5ca8-47de-ba42-405096ec5d98 HTTP/1.1" status: 200 len: 210 time: 0.0333304 May 16 18:53:13.396207 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:13.428579 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:53:13.437684 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:53:13.438328 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:53:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:13.572199 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:53:13.882536 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:13.913945 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2403b79-e340-4099-b200-3fd1a5afc59c None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:53:14.101200 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ff397-3bef-4366-ab13-135341533db5 req-8f643207-7a92-4d58-9980-c82597679f09 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:14.102695 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-859ff397-3bef-4366-ab13-135341533db5 req-8f643207-7a92-4d58-9980-c82597679f09 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0622728 May 16 18:53:14.167187 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-859ff397-3bef-4366-ab13-135341533db5 req-93d15cb0-bfee-42cd-9b8b-b927ecf86f87 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535710 May 16 18:53:14.201470 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925dab4-0c35-42e3-bccb-0fe2e82c239c None None] New status for floating IP 3616c37b-eeb9-4361-b41a-91b437c8d27a: DOWN {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:53:14.425198 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45828) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:14.498206 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d55e23d2-c760-47ae-9a77-8c7bb69b7f52 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (d29ccf1b-1202-4fd4-92a7-276bf337b684), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:14.501329 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42529f54-640b-49d4-a895-cdf64e22d8bf req-ee076ac3-39b5-429f-87cf-f0264ef65290 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:14.502880 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-42529f54-640b-49d4-a895-cdf64e22d8bf req-ee076ac3-39b5-429f-87cf-f0264ef65290 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0759897 May 16 18:53:14.559963 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d55e23d2-c760-47ae-9a77-8c7bb69b7f52 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (d29ccf1b-1202-4fd4-92a7-276bf337b684), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:14.570337 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-42529f54-640b-49d4-a895-cdf64e22d8bf req-85a8f826-e7db-4c5c-a0f4-8ff2c6de207e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572948 May 16 18:53:14.584758 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-d572354b-023b-43a9-8cd0-bfe6e63fb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:14.586277 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-d572354b-023b-43a9-8cd0-bfe6e63fb369 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 1130 time: 0.0672643 May 16 18:53:14.694920 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d55e23d2-c760-47ae-9a77-8c7bb69b7f52 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d29ccf1b-1202-4fd4-92a7-276bf337b684), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:14.699105 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d55e23d2-c760-47ae-9a77-8c7bb69b7f52 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:14.700283 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d55e23d2-c760-47ae-9a77-8c7bb69b7f52 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "DELETE /v2.0/security-groups/d29ccf1b-1202-4fd4-92a7-276bf337b684 HTTP/1.1" status: 204 len: 168 time: 0.2740936 May 16 18:53:14.704807 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45830) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:14.718766 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-b6d8d7bc-0d69-436f-b81f-8af7341c59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:14.720246 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-b6d8d7bc-0d69-436f-b81f-8af7341c59f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 911 time: 0.1218090 May 16 18:53:14.720943 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e23d2-c760-47ae-9a77-8c7bb69b7f52 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29ccf1b-1202-4fd4-92a7-276bf337b684,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:14.723198 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.api.v2.resource [None req-325641f3-41ac-4510-a2ff-5c207018e3a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] show failed (client error): The resource could not be found. May 16 18:53:14.724719 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-325641f3-41ac-4510-a2ff-5c207018e3a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups/d29ccf1b-1202-4fd4-92a7-276bf337b684 HTTP/1.1" status: 404 len: 347 time: 0.0180984 May 16 18:53:14.731341 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45832) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:14.823955 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-3b81517e-d9b6-49df-b1ef-a48891361800 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b440849e-31ba-4612-a125-9eec9ce576a6 HTTP/1.1" status: 200 len: 1001 time: 0.0863981 May 16 18:53:14.860936 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Deleting port 8888b41f-0dda-4b43-b049-def02ea51608 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:53:14.861318 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (8888b41f-0dda-4b43-b049-def02ea51608), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:14.887006 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-fff35393-037b-4d3e-b31e-0bf9340a3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:14.889223 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-fff35393-037b-4d3e-b31e-0bf9340a3f60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=063b87a2-9ff2-4272-a905-58adb7221293 HTTP/1.1" status: 200 len: 849 time: 0.0570910 May 16 18:53:14.951905 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-83a9e6f6-a8cb-4c73-82d6-15b8c9cd8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:14.954102 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-83a9e6f6-a8cb-4c73-82d6-15b8c9cd8243 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=265ca952-32c3-45ee-8297-5b81b68af9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575268 May 16 18:53:14.971231 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (8888b41f-0dda-4b43-b049-def02ea51608), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:14.971543 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (8888b41f-0dda-4b43-b049-def02ea51608), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:14.985952 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Calling delete_port for 8888b41f-0dda-4b43-b049-def02ea51608 owned by network:floatingip {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:53:15.088777 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-55ad331a-9d00-4eb6-ba14-537bfe2e413d service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232631 May 16 18:53:15.153737 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (8888b41f-0dda-4b43-b049-def02ea51608), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.180565 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'Port': ['ID=8888b41f-0dda-4b43-b049-def02ea51608,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:15.207423 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-02d3dc2a-2ab1-4ae0-b9f6-c78376e5fc64 req-0033b4b8-932a-468e-b14a-a211e249ee40 service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078174 May 16 18:53:15.260235 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (3616c37b-eeb9-4361-b41a-91b437c8d27a), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.263735 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.265034 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-72769d3d-7155-4113-a58a-bb77f84d3f6d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "DELETE /v2.0/floatingips/3616c37b-eeb9-4361-b41a-91b437c8d27a HTTP/1.1" status: 204 len: 168 time: 0.5324318 May 16 18:53:15.382013 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45838) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:15.387415 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-b5a1a29e-acc4-45ed-89a4-4920c7f84bbc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109516052', 'description': 'tempest-description--1916665953'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:15.414516 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a29e-acc4-45ed-89a4-4920c7f84bbc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.503549 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a29e-acc4-45ed-89a4-4920c7f84bbc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (284b6757-db4d-4f77-90f6-6a3b4067ded4), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.508157 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a29e-acc4-45ed-89a4-4920c7f84bbc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (284b6757-db4d-4f77-90f6-6a3b4067ded4), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.541416 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a29e-acc4-45ed-89a4-4920c7f84bbc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.543031 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b5a1a29e-acc4-45ed-89a4-4920c7f84bbc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1599483 May 16 18:53:15.545607 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1a29e-acc4-45ed-89a4-4920c7f84bbc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284b6757-db4d-4f77-90f6-6a3b4067ded4,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:15.548398 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45840) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:15.556021 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-161603f6-c000-4f0e-8d77-066fc0c622f6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group_rule': {'security_group_id': '284b6757-db4d-4f77-90f6-6a3b4067ded4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:15.590418 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-161603f6-c000-4f0e-8d77-066fc0c622f6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (2f43dd4d-f04b-48fc-9e1c-d233eabd198e), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.656879 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-161603f6-c000-4f0e-8d77-066fc0c622f6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (2f43dd4d-f04b-48fc-9e1c-d233eabd198e), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.661136 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-161603f6-c000-4f0e-8d77-066fc0c622f6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (2f43dd4d-f04b-48fc-9e1c-d233eabd198e), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.693656 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161603f6-c000-4f0e-8d77-066fc0c622f6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f43dd4d-f04b-48fc-9e1c-d233eabd198e,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:15.716226 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-161603f6-c000-4f0e-8d77-066fc0c622f6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.717468 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-161603f6-c000-4f0e-8d77-066fc0c622f6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673298 May 16 18:53:15.721104 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45844) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:15.727693 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-491169ba-7914-4c6d-8144-50667256633a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group_rule': {'security_group_id': '284b6757-db4d-4f77-90f6-6a3b4067ded4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:15.752279 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc738714-d9cf-4598-82c4-cdfce5f0bf3f req-7ed215bd-bcde-4b7d-92a0-832dbc010314 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:15.753964 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bc738714-d9cf-4598-82c4-cdfce5f0bf3f req-7ed215bd-bcde-4b7d-92a0-832dbc010314 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0836611 May 16 18:53:15.789008 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-491169ba-7914-4c6d-8144-50667256633a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (273f62d4-ec51-468e-81c6-b813add45ba5), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.840501 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bc738714-d9cf-4598-82c4-cdfce5f0bf3f req-96ebd38e-94ea-49e6-9a7b-b4f8f3c3e774 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757773 May 16 18:53:15.872496 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-491169ba-7914-4c6d-8144-50667256633a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (273f62d4-ec51-468e-81c6-b813add45ba5), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.878381 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-491169ba-7914-4c6d-8144-50667256633a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (273f62d4-ec51-468e-81c6-b813add45ba5), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.904184 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device f4c32d27-4431-4863-bb69-09faf2b82b93 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:53:15.906089 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491169ba-7914-4c6d-8144-50667256633a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273f62d4-ec51-468e-81c6-b813add45ba5,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:15.917537 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-491169ba-7914-4c6d-8144-50667256633a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:15.923648 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-491169ba-7914-4c6d-8144-50667256633a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974316 May 16 18:53:15.924206 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45846) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:15.932159 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:15.946201 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: f4c32d27-4431-4863-bb69-09faf2b82b93 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:53:15.946543 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device f4c32d27-4431-4863-bb69-09faf2b82b93 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:53:15.974396 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:16.088107 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:16.228813 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Allocated IP 172.27.1.133 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/cfdef8aa-2212-460d-b7a8-1cb8bfc55859) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:53:16.361336 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (cfdef8aa-2212-460d-b7a8-1cb8bfc55859), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:16.407149 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (cfdef8aa-2212-460d-b7a8-1cb8bfc55859), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:16.462325 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:53:16.466262 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:53:16.473480 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:53:16.478722 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=cfdef8aa-2212-460d-b7a8-1cb8bfc55859,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:16.587053 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (97b6cc95-c5be-470c-a3ee-9a0cf1bacef3), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:16.630840 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (cfdef8aa-2212-460d-b7a8-1cb8bfc55859), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:16.853143 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (cfdef8aa-2212-460d-b7a8-1cb8bfc55859), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:16.859568 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (cfdef8aa-2212-460d-b7a8-1cb8bfc55859), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:16.943631 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=cfdef8aa-2212-460d-b7a8-1cb8bfc55859,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:16.965663 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (97b6cc95-c5be-470c-a3ee-9a0cf1bacef3), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:16.993981 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:17.002950 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-cd1dc97b-4ed1-4bf8-b1a2-0d07a3100a6f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0711088 May 16 18:53:17.033101 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec006-6c10-4bdb-9e6f-8211ffd33b63 req-510ff44c-071f-4ea8-bc75-9cf228db377c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:17.035070 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-daaec006-6c10-4bdb-9e6f-8211ffd33b63 req-510ff44c-071f-4ea8-bc75-9cf228db377c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0663726 May 16 18:53:17.109528 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-daaec006-6c10-4bdb-9e6f-8211ffd33b63 req-6e4bcefb-b264-406c-afa8-f0dac254f179 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669925 May 16 18:53:17.240890 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-dc054137-9fde-4158-99e3-027beb4d8cab tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1109516052&fields=id&tenant_id=593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 267 time: 0.0470963 May 16 18:53:17.371360 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-05feeee2-3e9b-4d4a-b6fc-85f9a3c10cce tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:17.373071 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-05feeee2-3e9b-4d4a-b6fc-85f9a3c10cce tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 814 time: 0.1252456 May 16 18:53:17.394170 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-8dbdb6f5-4410-4017-8516-2d7b5434a630 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/quotas/593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 375 time: 0.0111148 May 16 18:53:17.464383 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-30ed4331-a1bb-43b7-a792-e80a53a23b89 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643237 May 16 18:53:17.589766 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-ec045796-18e9-4e7e-95a0-639f44d7ae18 service neutron] 10.222.0.72 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054451 May 16 18:53:17.712431 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-da692c45-5ed1-4bf9-9c2d-0c2073ea6e0c service neutron] 10.222.0.72 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156211 May 16 18:53:17.955497 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ba99fc3-20eb-498e-bccf-b9a8d0ebf697 req-a22e37e7-c359-49bb-9e11-57f63bc6f261 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 210 time: 0.0446680 May 16 18:53:19.093192 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-117636d6-c9f9-4a18-87c2-1af17857c8d2 req-c7c9eb07-eb04-4290-9fab-6bae326eb14f tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 210 time: 0.0383086 May 16 18:53:19.228626 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-01e4ae13-011f-4583-8b64-c550ed73301d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:19.230146 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-01e4ae13-011f-4583-8b64-c550ed73301d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 814 time: 0.1335092 May 16 18:53:19.309469 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-a4319fa3-81bd-4be8-8b4c-1e29d09c2dda tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 380 time: 0.0626404 May 16 18:53:19.326085 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'port': {'device_id': 'bce01de2-ca20-437e-93cb-975e3add0542', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'admin_state_up': True, 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'security_groups': ['284b6757-db4d-4f77-90f6-6a3b4067ded4']}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:19.455431 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Made reservation on behalf of 593c7b69cbad453499aacad0ad6e64ae for: {'port': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:53:19.459319 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:19.632595 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Allocated IP 172.20.0.12 (236a317a-f889-44df-b53d-ac5f81a24b24/705c0d18-60df-43e1-b716-3a5447ba5fc5/7c0dd6ff-ef1c-4ed0-809d-6f90671e139b) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:53:19.829912 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:19.870096 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:19.919203 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Network 236a317a-f889-44df-b53d-ac5f81a24b24 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:53:19.922447 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:53:19.925043 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:53:19.959094 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:19.997584 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:19.998348 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:20.020340 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-81609bea-6016-4961-9196-1e3c522e4b0a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7001207 May 16 18:53:20.038786 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Request body: {'port': {'device_id': 'bce01de2-ca20-437e-93cb-975e3add0542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:20.123496 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:20.280312 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-4c61ec9f-0e5d-4733-9f94-b0c67754df18 None None] Provisioning complete for port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:53:20.280894 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-4c61ec9f-0e5d-4733-9f94-b0c67754df18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:20.290514 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79002de-35e8-4ca2-b397-f7212d39a6ff req-e5f7e4ef-4d15-452e-99df-58adf96db478 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:20.293351 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f79002de-35e8-4ca2-b397-f7212d39a6ff req-e5f7e4ef-4d15-452e-99df-58adf96db478 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 932 time: 0.0866654 May 16 18:53:20.330479 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-4c61ec9f-0e5d-4733-9f94-b0c67754df18 None None] Port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:53:20.358267 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f79002de-35e8-4ca2-b397-f7212d39a6ff req-1fa57ddc-7468-4fd6-a8eb-ec924345a556 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587516 May 16 18:53:20.530777 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b {{(pid=115278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:53:20.544522 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Publish callbacks [] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:20.561931 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.provisioning_blocks [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Transition to ACTIVE for port object 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b will not be triggered until provisioned by entity L2. {{(pid=115278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:53:20.566425 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:20.634137 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:20.722881 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Attempting to bind port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:53:20.723408 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Attempting to bind port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:53:20.724061 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Attempting to bind port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:53:20.732687 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b on network 236a317a-f889-44df-b53d-ac5f81a24b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:53:20.733234 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Attempting to bind port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:53:20.740457 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:53:20.740803 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Checking segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:53:20.741191 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Bound using segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:53:20.741623 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Bound port: 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:53:20.741987 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:20.839313 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] For port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b, host hv-cinder-75078, cleared binding levels {{(pid=115278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:53:20.843672 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] For port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:53:20.851879 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:20.904558 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:20.905278 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:20.906792 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] 10.222.0.61 "PUT /v2.0/ports/7c0dd6ff-ef1c-4ed0-809d-6f90671e139b HTTP/1.1" status: 200 len: 1094 time: 0.8732145 May 16 18:53:20.907261 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce01de2-ca20-437e-93cb-975e3add0542', 'tag': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:53:20.909662 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85ec1c3-3b79-4445-9dda-4d9ade961d12" -d '{"events": [{"name": "network-changed", "server_uuid": "bce01de2-ca20-437e-93cb-975e3add0542", "tag": "7c0dd6ff-ef1c-4ed0-809d-6f90671e139b"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:53:20.953243 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0babc-16b3-4450-abff-02e63379cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,revision_number=3']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:20.983866 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7756cb-8105-4979-ab0f-c60e0dd59e4b x-openstack-request-id: req-9d7756cb-8105-4979-ab0f-c60e0dd59e4b {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:53:20.984163 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce01de2-ca20-437e-93cb-975e3add0542", "tag": "7c0dd6ff-ef1c-4ed0-809d-6f90671e139b", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:53:20.984419 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d7756cb-8105-4979-ab0f-c60e0dd59e4b {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:53:20.984828 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7756cb-8105-4979-ab0f-c60e0dd59e4b'] response: {'name': 'network-changed', 'server_uuid': 'bce01de2-ca20-437e-93cb-975e3add0542', 'tag': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b', 'status': 'completed', 'code': 200} May 16 18:53:21.052059 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-af9d98e5-df0a-4904-b25b-ba6da9e47c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:21.053969 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-af9d98e5-df0a-4904-b25b-ba6da9e47c7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 1128 time: 0.0543261 May 16 18:53:21.114011 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-253e3798-a463-4160-800d-a33d302cdce9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b HTTP/1.1" status: 200 len: 217 time: 0.0399394 May 16 18:53:21.171832 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-e634acc1-2655-4618-a3f3-a49fcff9e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:21.173364 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-e634acc1-2655-4618-a3f3-a49fcff9e212 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.0507331 May 16 18:53:21.239652 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-1ff3b1cf-d2b1-4c02-929f-57e0b4668e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:21.241222 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-1ff3b1cf-d2b1-4c02-929f-57e0b4668e9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528121 May 16 18:53:21.402632 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-34706a7a-dfb2-444e-8058-537fb2de4406 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512322 May 16 18:53:21.506615 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eed7c-65b1-443c-a4b2-6384aec1eea1 req-805a0675-236d-4d7d-97df-3a651b16fd73 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:21.508424 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d7eed7c-65b1-443c-a4b2-6384aec1eea1 req-805a0675-236d-4d7d-97df-3a651b16fd73 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 944 time: 0.0652871 May 16 18:53:21.533303 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f2de2af6-8cc8-44c2-9958-cfe4e4d36e29 req-0dca60f1-36af-40ed-b6c7-2f7a14767044 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204031 May 16 18:53:21.585979 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6d7eed7c-65b1-443c-a4b2-6384aec1eea1 req-7e1588f4-5c2d-4864-9231-a759d9e5c282 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665665 May 16 18:53:22.746207 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94747b59-f685-4e01-936e-66d586d355b5 req-f32058c8-c595-4760-87d0-c6d4fb813497 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:22.748960 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-94747b59-f685-4e01-936e-66d586d355b5 req-f32058c8-c595-4760-87d0-c6d4fb813497 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 944 time: 0.0638371 May 16 18:53:22.823321 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-94747b59-f685-4e01-936e-66d586d355b5 req-7e5eb24b-3548-4467-a754-cd62863993dd tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679395 May 16 18:53:22.881412 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-a725f4d4-08b7-4e05-80bf-4d53e3af9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:22.883379 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-a725f4d4-08b7-4e05-80bf-4d53e3af9965 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 1128 time: 0.0610135 May 16 18:53:23.003532 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-9706e76b-fbeb-48a2-97e7-8495b4940846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:23.005411 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-9706e76b-fbeb-48a2-97e7-8495b4940846 service neutron] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 915 time: 0.1092951 May 16 18:53:23.049529 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-52a0ec6a-a577-4659-af7a-df24d6dcf9bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b HTTP/1.1" status: 200 len: 217 time: 0.0347507 May 16 18:53:23.112556 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-38fb6d8e-3f6b-4471-8ce4-daa17d76c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:23.114166 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-38fb6d8e-3f6b-4471-8ce4-daa17d76c777 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.0537796 May 16 18:53:23.170449 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-57f60d53-f8d5-4cc5-aedd-5fd25725826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:23.172262 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-57f60d53-f8d5-4cc5-aedd-5fd25725826e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513980 May 16 18:53:23.287815 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-636a8ecf-a4ec-4240-af0b-6c7c586325e9 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021483 May 16 18:53:23.400957 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-c85ec1c3-3b79-4445-9dda-4d9ade961d12 req-5bda34b2-3a05-4ae4-87f0-24b061cf4e27 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056089 May 16 18:53:23.902962 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:53:23.963622 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fd721-cb10-407f-8c67-7d056da8e9f2 req-d2300b91-59f8-4e0f-8447-ea85817e1cd5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:23.973451 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f79fd721-cb10-407f-8c67-7d056da8e9f2 req-d2300b91-59f8-4e0f-8447-ea85817e1cd5 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 944 time: 0.0672541 May 16 18:53:24.029074 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f79fd721-cb10-407f-8c67-7d056da8e9f2 req-5c56af50-6954-4f20-9fa3-627cda338e14 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549829 May 16 18:53:24.045180 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:53:24.060311 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'port_id': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b', 'mac_address': 'fa:16:3e:76:c2:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:53:24.102793 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:53:24.103094 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:24.117806 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:53:24.144893 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:53:24.149177 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:24.210009 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:24.547596 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['7c0dd6ff-ef1c-4ed0-809d-6f90671e139b'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:53:25.178613 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8653fb-40a2-403f-8528-6371e1733b0c req-1d8154c9-ba40-4a84-ada9-030745f90821 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:25.180294 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f8653fb-40a2-403f-8528-6371e1733b0c req-1d8154c9-ba40-4a84-ada9-030745f90821 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 945 time: 0.0669918 May 16 18:53:25.251379 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f8653fb-40a2-403f-8528-6371e1733b0c req-1baec4e5-9584-4757-b489-f5d1bd881927 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605540 May 16 18:53:25.915793 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:53:25.960734 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:53:25.968649 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:53:25.969159 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:26.047330 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:53:26.047733 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:26.076659 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce01de2-ca20-437e-93cb-975e3add0542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:53:26.079044 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31480518-e761-4a81-a8e1-5389d9439ce2" -d '{"events": [{"server_uuid": "bce01de2-ca20-437e-93cb-975e3add0542", "name": "network-vif-plugged", "status": "completed", "tag": "7c0dd6ff-ef1c-4ed0-809d-6f90671e139b"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:53:26.095106 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:53:26.100541 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:26.142162 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40215dd3-cb8f-4854-a60d-a7b05926468b x-openstack-request-id: req-40215dd3-cb8f-4854-a60d-a7b05926468b {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:53:26.142631 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce01de2-ca20-437e-93cb-975e3add0542", "name": "network-vif-plugged", "status": "completed", "tag": "7c0dd6ff-ef1c-4ed0-809d-6f90671e139b", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:53:26.143080 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40215dd3-cb8f-4854-a60d-a7b05926468b {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:53:26.143733 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40215dd3-cb8f-4854-a60d-a7b05926468b'] response: {'server_uuid': 'bce01de2-ca20-437e-93cb-975e3add0542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b', 'code': 200} May 16 18:53:26.172660 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:26.364838 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fef705-77e4-47d9-a623-326704fe7a5c req-3bcc475e-c7e2-449c-9fb4-c32c9f357f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:26.366635 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d7fef705-77e4-47d9-a623-326704fe7a5c req-3bcc475e-c7e2-449c-9fb4-c32c9f357f2f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 1130 time: 0.0505438 May 16 18:53:26.410040 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e519b6-f02c-40bc-ada6-05c6d28592c5 req-ae009141-1c8b-4b68-b6ef-ea9c2ea506af tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:26.412648 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-51e519b6-f02c-40bc-ada6-05c6d28592c5 req-ae009141-1c8b-4b68-b6ef-ea9c2ea506af tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 946 time: 0.0666893 May 16 18:53:26.421314 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d7fef705-77e4-47d9-a623-326704fe7a5c req-9a08ff01-ff8d-4192-a685-d0840fc6806d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482728 May 16 18:53:26.488758 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-51e519b6-f02c-40bc-ada6-05c6d28592c5 req-467db30d-ddcf-42bd-add3-30349e62b91e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692751 May 16 18:53:27.484474 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:53:27.634001 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e285a8a-4956-4a1e-9fae-3698f33ce1d1 req-f4bc456c-9a71-4509-aa38-78ceee65b5e4 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:27.636061 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6e285a8a-4956-4a1e-9fae-3698f33ce1d1 req-f4bc456c-9a71-4509-aa38-78ceee65b5e4 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 946 time: 0.0553765 May 16 18:53:27.689084 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6e285a8a-4956-4a1e-9fae-3698f33ce1d1 req-e6c5956b-3fee-4946-bae1-9ce7755f69dc tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469606 May 16 18:53:28.830551 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee33aa-b47e-408f-b4e1-66109c8de08a req-105087da-65b1-44ea-9b67-143f5922b45e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:28.832149 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-baee33aa-b47e-408f-b4e1-66109c8de08a req-105087da-65b1-44ea-9b67-143f5922b45e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 946 time: 0.0549145 May 16 18:53:28.901141 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-baee33aa-b47e-408f-b4e1-66109c8de08a req-740ff967-52c9-4276-bfaa-c1bbce18b045 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627313 May 16 18:53:29.051042 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0e8b4-9a84-4e49-a0aa-ad7b3ab502ea req-66595cda-8d79-44c1-b252-81902766dfea tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:29.052750 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-69b0e8b4-9a84-4e49-a0aa-ad7b3ab502ea req-66595cda-8d79-44c1-b252-81902766dfea tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 946 time: 0.0710664 May 16 18:53:29.064731 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-af6f9f02-00e6-4f8b-b94e-0be9c91b302b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:29.069337 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45908) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:29.076561 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-7df44f13-c6e0-4c8d-9462-6c284afbc7a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'floatingip': {'port_id': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:29.137921 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7df44f13-c6e0-4c8d-9462-6c284afbc7a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (97b6cc95-c5be-470c-a3ee-9a0cf1bacef3), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:29.678895 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7df44f13-c6e0-4c8d-9462-6c284afbc7a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:29.683744 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7df44f13-c6e0-4c8d-9462-6c284afbc7a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (97b6cc95-c5be-470c-a3ee-9a0cf1bacef3), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:29.789747 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [None req-7df44f13-c6e0-4c8d-9462-6c284afbc7a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Floating IP 97b6cc95-c5be-470c-a3ee-9a0cf1bacef3 associated. External IP: 172.27.1.133, port: 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b. May 16 18:53:30.033811 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df44f13-c6e0-4c8d-9462-6c284afbc7a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:53:30.444662 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df44f13-c6e0-4c8d-9462-6c284afbc7a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:53:30.451446 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7df44f13-c6e0-4c8d-9462-6c284afbc7a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:30.458670 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affdfe35-905f-4126-9e00-399352900487 None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:53:30.473591 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affdfe35-905f-4126-9e00-399352900487 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:53:30.474277 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-affdfe35-905f-4126-9e00-399352900487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:53:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:30.494502 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-7df44f13-c6e0-4c8d-9462-6c284afbc7a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "PUT /v2.0/floatingips/97b6cc95-c5be-470c-a3ee-9a0cf1bacef3 HTTP/1.1" status: 200 len: 992 time: 1.4233766 May 16 18:53:30.495546 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce01de2-ca20-437e-93cb-975e3add0542', 'tag': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:53:30.500243 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f7e3ef-c503-463b-83c2-669f3420a6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "bce01de2-ca20-437e-93cb-975e3add0542", "tag": "7c0dd6ff-ef1c-4ed0-809d-6f90671e139b"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:53:30.558122 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d4ea4-8b9c-4230-be55-5d12341f65dd x-openstack-request-id: req-dc9d4ea4-8b9c-4230-be55-5d12341f65dd {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:53:30.558545 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce01de2-ca20-437e-93cb-975e3add0542", "tag": "7c0dd6ff-ef1c-4ed0-809d-6f90671e139b", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:53:30.558901 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dc9d4ea4-8b9c-4230-be55-5d12341f65dd {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:53:30.559391 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9d4ea4-8b9c-4230-be55-5d12341f65dd'] response: {'name': 'network-changed', 'server_uuid': 'bce01de2-ca20-437e-93cb-975e3add0542', 'tag': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b', 'status': 'completed', 'code': 200} May 16 18:53:30.611517 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-affdfe35-905f-4126-9e00-399352900487 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:53:30.670377 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-aec95769-2de9-43e9-9375-12a718c674a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:30.672000 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-aec95769-2de9-43e9-9375-12a718c674a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 1130 time: 0.0619600 May 16 18:53:30.819049 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-45f1c7b4-57d1-4744-bafe-19b74226e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:30.821050 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-45f1c7b4-57d1-4744-bafe-19b74226e293 service neutron] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 915 time: 0.1340525 May 16 18:53:30.909713 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-affdfe35-905f-4126-9e00-399352900487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '97b6cc95-c5be-470c-a3ee-9a0cf1bacef3', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:76:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce01de2-ca20-437e-93cb-975e3add0542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:53:16Z', 'updated_at': '2022-05-16T18:53:29Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:30.912604 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-b17547a3-c08c-4d63-9e92-9f8a2504f1e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b HTTP/1.1" status: 200 len: 1000 time: 0.0833492 May 16 18:53:30.943171 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affdfe35-905f-4126-9e00-399352900487 None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:53:30.956258 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affdfe35-905f-4126-9e00-399352900487 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:53:30.957018 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-affdfe35-905f-4126-9e00-399352900487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:53:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:30.971912 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-cd916eb2-97c6-40db-a7cc-4c3921bf9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:30.973418 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-cd916eb2-97c6-40db-a7cc-4c3921bf9a6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.0518434 May 16 18:53:31.033167 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-79660dc5-faea-4e66-9691-038827166e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:31.034679 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-79660dc5-faea-4e66-9691-038827166e41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507188 May 16 18:53:31.061148 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-affdfe35-905f-4126-9e00-399352900487 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:53:31.151757 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-f4971186-4ba5-457d-8f6c-4e0ed01116a6 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028383 May 16 18:53:31.278591 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9f7e3ef-c503-463b-83c2-669f3420a6c2 req-52318d3c-913d-4219-8f28-93431eaaee9a service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146240 May 16 18:53:31.359696 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-affdfe35-905f-4126-9e00-399352900487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '97b6cc95-c5be-470c-a3ee-9a0cf1bacef3', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:76:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce01de2-ca20-437e-93cb-975e3add0542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:53:16Z', 'updated_at': '2022-05-16T18:53:29Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:31.386305 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affdfe35-905f-4126-9e00-399352900487 None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '97b6cc95-c5be-470c-a3ee-9a0cf1bacef3', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:76:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce01de2-ca20-437e-93cb-975e3add0542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:53:16Z', 'updated_at': '2022-05-16T18:53:29Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:53:31.526303 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8b7bd8b8-0970-452f-8d35-5000b6b57b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:31.636889 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3506a-a557-4fb8-ae6c-e20ab0f1dae7 None None] New status for floating IP 97b6cc95-c5be-470c-a3ee-9a0cf1bacef3: ACTIVE {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:53:32.809857 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:34.094315 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:34.602589 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:35.459209 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:38.072786 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-6e7547f5-7acf-444b-b782-652a78397da1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463791 May 16 18:53:38.136709 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-5325ccb0-00d8-4bca-ab9d-0a0d67b6ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:38.138208 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-5325ccb0-00d8-4bca-ab9d-0a0d67b6ef59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 1130 time: 0.0404673 May 16 18:53:38.264318 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-349f31ba-434b-4b0d-9de0-c8b8d281f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:38.265914 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-349f31ba-434b-4b0d-9de0-c8b8d281f902 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.0964117 May 16 18:53:38.310313 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-7b9bc2f3-6670-4af9-81b5-4b16fb019cf2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8 HTTP/1.1" status: 200 len: 217 time: 0.0366843 May 16 18:53:38.375528 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-bb2f1efd-f51b-4c25-9ded-5b3d112b27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:38.377050 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-bb2f1efd-f51b-4c25-9ded-5b3d112b27e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.0537117 May 16 18:53:38.430222 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-44eb4577-3d1b-42c3-a0b6-29adb0248e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:38.431755 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-44eb4577-3d1b-42c3-a0b6-29adb0248e6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468719 May 16 18:53:38.546343 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-9f9e149d-9971-4191-9ecb-4b7bd91c4295 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058578 May 16 18:53:38.652871 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a9b99319-c056-4e51-b8eb-72f867a50d63 req-b514ec0d-81fb-4798-b2c2-f787e5d65588 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974793 May 16 18:53:41.120682 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b92235-fd75-4701-a025-dcff5a1642fe req-f926d0aa-3e19-4f51-8aa0-37b512e2c029 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:41.122304 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-78b92235-fd75-4701-a025-dcff5a1642fe req-f926d0aa-3e19-4f51-8aa0-37b512e2c029 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 946 time: 0.0588052 May 16 18:53:41.184263 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-78b92235-fd75-4701-a025-dcff5a1642fe req-f1242ec8-5829-4974-b74d-7a7c60c220a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546048 May 16 18:53:42.399113 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0466-a986-4028-97d8-1282e3487b48 req-2b746556-2ed9-4065-be3b-8e5d57097d81 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:42.401381 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bf1e0466-a986-4028-97d8-1282e3487b48 req-2b746556-2ed9-4065-be3b-8e5d57097d81 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 946 time: 0.1245043 May 16 18:53:42.462780 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bf1e0466-a986-4028-97d8-1282e3487b48 req-4d2fa8d3-cfae-48fe-97f8-04b3d28ea694 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548923 May 16 18:53:43.095017 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-1fb10e4d-1639-4ad5-b0d9-097df83cfe40 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:43.096675 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-1fb10e4d-1639-4ad5-b0d9-097df83cfe40 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 946 time: 0.0717750 May 16 18:53:43.218652 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Deleting port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:53:43.218907 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:43.322934 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] For port eeb3fe2b-d9aa-4852-85f0-2e9f90328234, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:53:43.323520 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:43.540310 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:43.540675 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (ae2ed7c4-99ae-485f-bc67-ca273c33f77d), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:43.540998 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Floating IP ae2ed7c4-99ae-485f-bc67-ca273c33f77d disassociated. External IP: 172.27.1.128, port: eeb3fe2b-d9aa-4852-85f0-2e9f90328234. May 16 18:53:43.541514 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Calling delete_port for eeb3fe2b-d9aa-4852-85f0-2e9f90328234 owned by compute:nova {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:53:43.635315 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e24f3-8630-49f9-9162-729aeb9859d2 req-e43ab23a-2fbf-462f-85f0-6b95dbf9e2dc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:43.637250 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-332e24f3-8630-49f9-9162-729aeb9859d2 req-e43ab23a-2fbf-462f-85f0-6b95dbf9e2dc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 946 time: 0.0660884 May 16 18:53:43.710568 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-332e24f3-8630-49f9-9162-729aeb9859d2 req-c545e585-5963-4514-a1b6-7072feaa5f97 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=46576aec-6474-413c-892d-65125ea57ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631568 May 16 18:53:43.971164 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (eeb3fe2b-d9aa-4852-85f0-2e9f90328234), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:44.000528 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event deleted for resources: {'Port': ['ID=eeb3fe2b-d9aa-4852-85f0-2e9f90328234,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:44.120578 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Router ce7e9eb4-07b5-459e-99d9-904e47a10353 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:53:44.239575 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:53:44.252081 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] Sync routers for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:53:44.274599 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:53:44.275591 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:53:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:44.303560 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] No DVR routers for this DVR port eeb3fe2b-d9aa-4852-85f0-2e9f90328234 on host hv-cinder-75078 {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:53:44.307162 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:44.311123 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-78fce2d1-2f14-4d25-bc0c-04e9bb5fd9d2 req-e6111696-cc35-4683-ac7e-304e0b722feb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "DELETE /v2.0/ports/eeb3fe2b-d9aa-4852-85f0-2e9f90328234 HTTP/1.1" status: 204 len: 173 time: 1.2092717 May 16 18:53:44.311588 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-deleted', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:53:44.313933 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b4066a-7a59-4f47-bff3-8ff34add5dd4" -d '{"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-deleted", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:53:44.369833 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19790b0-add0-4df7-a8de-fdb53ae0a049 x-openstack-request-id: req-e19790b0-add0-4df7-a8de-fdb53ae0a049 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:53:44.370414 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de1432f-5419-4150-84a0-0fe456962ce9", "name": "network-vif-deleted", "tag": "eeb3fe2b-d9aa-4852-85f0-2e9f90328234", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:53:44.371535 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e19790b0-add0-4df7-a8de-fdb53ae0a049 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:53:44.372212 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19790b0-add0-4df7-a8de-fdb53ae0a049'] response: {'server_uuid': '4de1432f-5419-4150-84a0-0fe456962ce9', 'name': 'network-vif-deleted', 'tag': 'eeb3fe2b-d9aa-4852-85f0-2e9f90328234', 'status': 'completed', 'code': 200} May 16 18:53:44.413987 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:53:44.652911 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:44.685751 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] Checking router: ce7e9eb4-07b5-459e-99d9-904e47a10353 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:53:44.695087 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:53:44.695703 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:53:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:44.876733 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fc35d0ea-7490-4e09-849c-ac6d75b965f9 req-d7dd5cfe-4607-4881-9ab1-c9a14f8a0a6b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de1432f-5419-4150-84a0-0fe456962ce9 HTTP/1.1" status: 200 len: 210 time: 0.0320656 May 16 18:53:44.930221 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:53:45.173071 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:53:45.202279 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02490ff-549d-435e-be4f-60b94deff07e None None] The sync data for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:53:45.493852 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc7cfe-e57c-47ce-a9b2-4a6ec7040d2b None None] New status for floating IP ae2ed7c4-99ae-485f-bc67-ca273c33f77d: DOWN {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:53:45.977030 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:53:46.003482 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45970) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:46.004842 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: eeb3fe2b-d9aa-4852-85f0-2e9f90328234 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:53:46.005400 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device eeb3fe2b-d9aa-4852-85f0-2e9f90328234 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:53:46.078663 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (46576aec-6474-413c-892d-65125ea57ba3), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.117531 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (46576aec-6474-413c-892d-65125ea57ba3), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.192994 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (46576aec-6474-413c-892d-65125ea57ba3), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.196079 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.197355 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "DELETE /v2.0/security-groups/46576aec-6474-413c-892d-65125ea57ba3 HTTP/1.1" status: 204 len: 168 time: 0.1916778 May 16 18:53:46.201814 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45972) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:46.207395 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46576aec-6474-413c-892d-65125ea57ba3,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:46.215684 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.216072 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.216414 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.216773 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.217086 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.217414 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.218013 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.218333 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.218796 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.219197 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.219526 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.219882 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.220212 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.220707 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.221034 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab69d39-9020-4e23-b1a8-542a14dbf746 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:46.223980 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.api.v2.resource [None req-4409e144-8740-41a6-a2c7-63a51c71ed60 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] show failed (client error): The resource could not be found. May 16 18:53:46.225582 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-4409e144-8740-41a6-a2c7-63a51c71ed60 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups/46576aec-6474-413c-892d-65125ea57ba3 HTTP/1.1" status: 404 len: 347 time: 0.0223746 May 16 18:53:46.229621 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45974) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:46.376575 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Deleting port 3ae71366-d8dc-42ec-a97b-c8e61704ac25 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:53:46.376824 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (3ae71366-d8dc-42ec-a97b-c8e61704ac25), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.468195 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (3ae71366-d8dc-42ec-a97b-c8e61704ac25), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.468518 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (3ae71366-d8dc-42ec-a97b-c8e61704ac25), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.481658 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Calling delete_port for 3ae71366-d8dc-42ec-a97b-c8e61704ac25 owned by network:floatingip {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:53:46.659086 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (3ae71366-d8dc-42ec-a97b-c8e61704ac25), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.693990 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event deleted for resources: {'Port': ['ID=3ae71366-d8dc-42ec-a97b-c8e61704ac25,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:46.767204 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (ae2ed7c4-99ae-485f-bc67-ca273c33f77d), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.767204 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:46.769049 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8bbe4ad6-c42e-4e14-a162-e46fa514ab10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "DELETE /v2.0/floatingips/ae2ed7c4-99ae-485f-bc67-ca273c33f77d HTTP/1.1" status: 204 len: 168 time: 0.5370996 May 16 18:53:47.002345 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 45980) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:47.011082 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-f03ddf99-77ae-4ff7-b67b-8e10e9be25cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282898298', 'description': 'tempest-description--382456169'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:47.038285 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f03ddf99-77ae-4ff7-b67b-8e10e9be25cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.113280 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f03ddf99-77ae-4ff7-b67b-8e10e9be25cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (8102389e-f42d-4cc7-874d-c3d2401bdc7c), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.117520 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f03ddf99-77ae-4ff7-b67b-8e10e9be25cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (8102389e-f42d-4cc7-874d-c3d2401bdc7c), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.145875 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f03ddf99-77ae-4ff7-b67b-8e10e9be25cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.147207 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f03ddf99-77ae-4ff7-b67b-8e10e9be25cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1433957 May 16 18:53:47.151627 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45982) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:47.152253 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ddf99-77ae-4ff7-b67b-8e10e9be25cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8102389e-f42d-4cc7-874d-c3d2401bdc7c,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:47.157207 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-57b18dd7-0d71-4089-916c-9d6367d41893 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'security_group_rule': {'security_group_id': '8102389e-f42d-4cc7-874d-c3d2401bdc7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:47.187796 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-57b18dd7-0d71-4089-916c-9d6367d41893 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (a6688704-e7a6-4650-ba15-afd380171098), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.254512 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-57b18dd7-0d71-4089-916c-9d6367d41893 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (a6688704-e7a6-4650-ba15-afd380171098), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.258647 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-57b18dd7-0d71-4089-916c-9d6367d41893 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (a6688704-e7a6-4650-ba15-afd380171098), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.277675 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b18dd7-0d71-4089-916c-9d6367d41893 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6688704-e7a6-4650-ba15-afd380171098,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:47.287411 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-57b18dd7-0d71-4089-916c-9d6367d41893 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.288644 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-57b18dd7-0d71-4089-916c-9d6367d41893 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356730 May 16 18:53:47.291407 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45984) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:47.295954 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-faa58fe1-f05d-48f9-9bf4-0eb1c10b1100 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'security_group_rule': {'security_group_id': '8102389e-f42d-4cc7-874d-c3d2401bdc7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:47.324032 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-faa58fe1-f05d-48f9-9bf4-0eb1c10b1100 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (11b4a7df-69f2-464a-ba03-22f613cd4385), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.380886 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-faa58fe1-f05d-48f9-9bf4-0eb1c10b1100 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (11b4a7df-69f2-464a-ba03-22f613cd4385), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.384566 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-faa58fe1-f05d-48f9-9bf4-0eb1c10b1100 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (11b4a7df-69f2-464a-ba03-22f613cd4385), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.405394 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa58fe1-f05d-48f9-9bf4-0eb1c10b1100 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b4a7df-69f2-464a-ba03-22f613cd4385,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:47.418966 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-faa58fe1-f05d-48f9-9bf4-0eb1c10b1100 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.421184 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-faa58fe1-f05d-48f9-9bf4-0eb1c10b1100 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277959 May 16 18:53:47.424035 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 45986) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:53:47.428465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:47.451525 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.537038 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.663120 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Allocated IP 172.27.1.184 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/222460ab-bcf7-4713-8f07-b0b994b50406) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:53:47.777061 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for port (222460ab-bcf7-4713-8f07-b0b994b50406), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.810247 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (222460ab-bcf7-4713-8f07-b0b994b50406), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:47.849576 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:53:47.852455 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:53:47.855949 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:53:47.891285 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'Port': ['ID=222460ab-bcf7-4713-8f07-b0b994b50406,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:47.959805 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (753e4e81-9f55-4683-b083-04d1101a42dd), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:48.000054 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (222460ab-bcf7-4713-8f07-b0b994b50406), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:48.195185 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for port (222460ab-bcf7-4713-8f07-b0b994b50406), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:48.200893 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (222460ab-bcf7-4713-8f07-b0b994b50406), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:48.272652 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'Port': ['ID=222460ab-bcf7-4713-8f07-b0b994b50406,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:48.287845 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (753e4e81-9f55-4683-b083-04d1101a42dd), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:48.304985 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:48.306222 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-cbcecca0-2abe-4d62-9aba-41f39e10c989 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8811557 May 16 18:53:48.481600 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-9d237793-cba9-4a1f-8adc-1ce678a3fb6f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--282898298&fields=id&tenant_id=67cdad09821341cfa56bbc4642d2cd04 HTTP/1.1" status: 200 len: 267 time: 0.0632343 May 16 18:53:48.591832 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac239-66d2-4980-88e2-533a2912aa55 req-b2f67d48-ac3d-4b04-a2d1-847150278189 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:48.593559 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-b2f67d48-ac3d-4b04-a2d1-847150278189 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 816 time: 0.1043322 May 16 18:53:48.609883 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-5b5d2b61-df5e-40e6-968f-c17f4b9b868a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/quotas/67cdad09821341cfa56bbc4642d2cd04 HTTP/1.1" status: 200 len: 375 time: 0.0102439 May 16 18:53:48.669855 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-63f96f67-0688-4d00-91f2-4281f3346898 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525711 May 16 18:53:48.777940 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-dc425cc6-effc-4a7c-9d86-7bf8084296a3 service neutron] 10.222.0.72 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932696 May 16 18:53:48.890599 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-58e5d1ab-00f8-47f0-a852-9fda249b4dff service neutron] 10.222.0.72 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042464 May 16 18:53:49.107734 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1305da98-e914-4276-829c-81c0aedd134c req-6c075a99-7db0-40b1-a941-9395ec3282fd tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 210 time: 0.0319142 May 16 18:53:50.225106 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dea611e9-3177-48e5-a82e-0cabf3d198d9 req-755f430c-c333-4b9c-b607-983097afa647 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 210 time: 0.0385356 May 16 18:53:50.438380 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac239-66d2-4980-88e2-533a2912aa55 req-19d0bdcb-6748-412b-9adf-65f481f082b4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:50.440568 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-19d0bdcb-6748-412b-9adf-65f481f082b4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 816 time: 0.1342170 May 16 18:53:50.542539 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-39dca452-369b-4f41-8580-e2dd681f9348 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67cdad09821341cfa56bbc4642d2cd04 HTTP/1.1" status: 200 len: 379 time: 0.0900509 May 16 18:53:50.647532 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'port': {'device_id': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'admin_state_up': True, 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'security_groups': ['8102389e-f42d-4cc7-874d-c3d2401bdc7c']}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:50.790050 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Made reservation on behalf of 67cdad09821341cfa56bbc4642d2cd04 for: {'port': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:53:50.795419 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:50.969352 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Allocated IP 172.20.0.5 (6559b826-317e-418c-bd4b-dba054fded99/18c7ecb4-3fd6-4781-93da-dd2805e81e72/7c023405-87f2-4ed0-9c4c-c419d714714d) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:53:51.136587 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:51.171553 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:51.221602 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Network 6559b826-317e-418c-bd4b-dba054fded99 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:53:51.224927 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:53:51.232800 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:53:51.262563 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:51.304099 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:51.304779 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:51.331285 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-2036e6a6-bafd-421b-a7ae-5b4bfe35f5a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6879361 May 16 18:53:51.386175 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698e89-fda3-45a7-a70d-23aa6e58ae47 req-49f7c096-9746-4f85-9b41-18e87c7a2e19 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:51.387472 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-11698e89-fda3-45a7-a70d-23aa6e58ae47 req-49f7c096-9746-4f85-9b41-18e87c7a2e19 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 931 time: 0.0585229 May 16 18:53:51.417413 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Request body: {'port': {'device_id': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:53:51.461256 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-11698e89-fda3-45a7-a70d-23aa6e58ae47 req-04b55de0-3388-44c4-aa5e-dde66d410a66 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605533 May 16 18:53:51.508593 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:51.521108 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-88150e95-4edd-4d59-91a3-0c4c74d8c693 None None] Provisioning complete for port 7c023405-87f2-4ed0-9c4c-c419d714714d triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:53:51.521709 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-88150e95-4edd-4d59-91a3-0c4c74d8c693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:51.555593 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-88150e95-4edd-4d59-91a3-0c4c74d8c693 None None] Port 7c023405-87f2-4ed0-9c4c-c419d714714d cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:53:51.825532 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c023405-87f2-4ed0-9c4c-c419d714714d {{(pid=115278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:53:51.833522 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Publish callbacks [] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:51.846288 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.provisioning_blocks [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Transition to ACTIVE for port object 7c023405-87f2-4ed0-9c4c-c419d714714d will not be triggered until provisioned by entity L2. {{(pid=115278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:53:51.852674 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:51.910263 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:52.000088 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Attempting to bind port 7c023405-87f2-4ed0-9c4c-c419d714714d on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:53:52.000432 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Attempting to bind port 7c023405-87f2-4ed0-9c4c-c419d714714d by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:53:52.000779 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Attempting to bind port 7c023405-87f2-4ed0-9c4c-c419d714714d on network 6559b826-317e-418c-bd4b-dba054fded99 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:53:52.005902 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Port 7c023405-87f2-4ed0-9c4c-c419d714714d on network 6559b826-317e-418c-bd4b-dba054fded99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:53:52.006233 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Attempting to bind port 7c023405-87f2-4ed0-9c4c-c419d714714d on network 6559b826-317e-418c-bd4b-dba054fded99 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:53:52.013081 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:53:52.013429 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Checking segment: {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:53:52.013825 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Bound using segment: {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:53:52.014260 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Bound port: 7c023405-87f2-4ed0-9c4c-c419d714714d, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c2e7d4-b7eb-4807-925c-20766cf93408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6559b826-317e-418c-bd4b-dba054fded99'}}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:53:52.014625 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:52.094425 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, cleared binding levels {{(pid=115278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:53:52.097722 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:53:52.105526 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:52.142697 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:52.143324 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:52.144768 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/7c023405-87f2-4ed0-9c4c-c419d714714d HTTP/1.1" status: 200 len: 1093 time: 0.8038387 May 16 18:53:52.145220 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:53:52.147492 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8585bfa-94a9-4532-9cde-034f99ec47d7" -d '{"events": [{"name": "network-changed", "server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:53:52.178794 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b869175-59ec-433c-8643-66926d0e42b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=3']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:52.211339 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef01367-94e3-44fa-8300-60cc124903e9 x-openstack-request-id: req-0ef01367-94e3-44fa-8300-60cc124903e9 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:53:52.211660 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:53:52.211959 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ef01367-94e3-44fa-8300-60cc124903e9 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:53:52.212366 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef01367-94e3-44fa-8300-60cc124903e9'] response: {'name': 'network-changed', 'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'status': 'completed', 'code': 200} May 16 18:53:52.244983 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac239-66d2-4980-88e2-533a2912aa55 req-5f675cbe-82dc-4daa-83f3-8a57facb01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:52.247209 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-5f675cbe-82dc-4daa-83f3-8a57facb01f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 1127 time: 0.0505815 May 16 18:53:52.310942 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-af90d0fb-4eb6-4836-91c1-0b15010932a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c023405-87f2-4ed0-9c4c-c419d714714d HTTP/1.1" status: 200 len: 217 time: 0.0547960 May 16 18:53:52.388562 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac239-66d2-4980-88e2-533a2912aa55 req-f1b92010-95c5-474b-8e0b-40317752dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:52.390929 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-f1b92010-95c5-474b-8e0b-40317752dc76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.0723457 May 16 18:53:52.446032 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac239-66d2-4980-88e2-533a2912aa55 req-8bba2da2-82f5-4b0b-8366-07b5d03be358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:52.448058 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-8bba2da2-82f5-4b0b-8366-07b5d03be358 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512917 May 16 18:53:52.547588 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-7f3b535e-c5e5-4388-aa38-669202d3f2a6 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894399 May 16 18:53:52.595015 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897142bb-b79e-40e5-9e6f-fc89f1ae79eb req-571f0829-04ca-404a-9666-8cc986ae563b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:52.596590 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-897142bb-b79e-40e5-9e6f-fc89f1ae79eb req-571f0829-04ca-404a-9666-8cc986ae563b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0537829 May 16 18:53:52.646496 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-897142bb-b79e-40e5-9e6f-fc89f1ae79eb req-30cb246e-e5cb-4e34-b9e2-f0f9d7a64d6c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 May 16 18:53:52.653239 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-181ac239-66d2-4980-88e2-533a2912aa55 req-06e084d1-03ce-4c89-a66b-08df270ed84c service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971265 May 16 18:53:53.692756 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-48a9cdd0-0c62-48e0-bcb3-c0370f1da985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:53.694391 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-48a9cdd0-0c62-48e0-bcb3-c0370f1da985 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 1127 time: 0.0456231 May 16 18:53:53.783302 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52cb95-b6ee-4b30-a15c-b5548af4f9a4 req-9ad09983-c432-4d7e-b7ed-288347bee84c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:53.784925 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3d52cb95-b6ee-4b30-a15c-b5548af4f9a4 req-9ad09983-c432-4d7e-b7ed-288347bee84c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0535669 May 16 18:53:53.810039 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-2e87a425-5852-4742-a1e9-810319f02cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:53.811506 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-2e87a425-5852-4742-a1e9-810319f02cbd service neutron] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 917 time: 0.1108558 May 16 18:53:53.842402 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3d52cb95-b6ee-4b30-a15c-b5548af4f9a4 req-dc9e3186-f1f6-4741-be79-15edeeb08f46 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494177 May 16 18:53:53.851973 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-42b859f7-4031-47af-986d-5354b2294596 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c023405-87f2-4ed0-9c4c-c419d714714d HTTP/1.1" status: 200 len: 217 time: 0.0339820 May 16 18:53:53.911657 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-91a516b7-6755-4031-83d7-b43108705922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:53.913285 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-91a516b7-6755-4031-83d7-b43108705922 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.0526779 May 16 18:53:53.963282 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-13b582b2-e825-48c8-8f8c-1f85f912c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:53.965233 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-13b582b2-e825-48c8-8f8c-1f85f912c4e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418518 May 16 18:53:54.064421 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-2256cdd4-6a31-4425-af8d-8c7abdc6a9ea service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924449 May 16 18:53:54.168841 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d8585bfa-94a9-4532-9cde-034f99ec47d7 req-280537d7-4794-4010-b79c-3acf2e133d2c service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965691 May 16 18:53:54.977573 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7be6f-488b-410e-b0c1-65b272db7347 req-88aae174-7193-45e2-a1cb-e0230ee05908 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:54.979753 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5c7be6f-488b-410e-b0c1-65b272db7347 req-88aae174-7193-45e2-a1cb-e0230ee05908 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0608649 May 16 18:53:55.028412 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5c7be6f-488b-410e-b0c1-65b272db7347 req-42db4805-0c06-44cb-967c-717e901807a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 May 16 18:53:56.016719 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c023405-87f2-4ed0-9c4c-c419d714714d details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:53:56.130920 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:53:56.150193 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'port_id': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'mac_address': 'fa:16:3e:80:be:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:53:56.160911 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdb759-da62-479c-bb0f-751abf0b0baa req-c8979a8c-fa59-4521-ac9a-16794aa05e02 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:56.162465 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2fdb759-da62-479c-bb0f-751abf0b0baa req-c8979a8c-fa59-4521-ac9a-16794aa05e02 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0587697 May 16 18:53:56.188374 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 7c023405-87f2-4ed0-9c4c-c419d714714d is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:53:56.188760 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:56.203127 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c023405-87f2-4ed0-9c4c-c419d714714d {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:53:56.225544 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:53:56.231475 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:56.232726 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f2fdb759-da62-479c-bb0f-751abf0b0baa req-14d066a0-8fce-4441-a84d-a3cab45a0d37 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629461 May 16 18:53:56.311602 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:56.320833 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.321350 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.321693 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.322677 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.323056 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.323559 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.323812 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.324136 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.324461 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.324853 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.325178 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.325496 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.325813 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.326139 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.327102 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:53:56.599637 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['7c023405-87f2-4ed0-9c4c-c419d714714d'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:53:57.400251 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7f4fb-dffd-47a8-8d54-306c9706fabd req-581bc896-db6e-41c7-91da-6098c88d7226 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:57.401918 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29e7f4fb-dffd-47a8-8d54-306c9706fabd req-581bc896-db6e-41c7-91da-6098c88d7226 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 944 time: 0.0554719 May 16 18:53:57.464759 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29e7f4fb-dffd-47a8-8d54-306c9706fabd req-e91a66c9-da8f-4ebc-90d8-010b10969099 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571451 May 16 18:53:57.723185 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2af8b-a987-4353-b8d0-f85fa336fec4 req-0d67a9c4-6972-420d-b6c4-52fd6b811a8e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:57.724295 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-2f18101f-417b-4ab5-82c1-e4a0cd045ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:57.724989 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95f2af8b-a987-4353-b8d0-f85fa336fec4 req-0d67a9c4-6972-420d-b6c4-52fd6b811a8e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0522287 May 16 18:53:57.725877 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-2f18101f-417b-4ab5-82c1-e4a0cd045ddd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 1130 time: 0.0467956 May 16 18:53:57.788084 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95f2af8b-a987-4353-b8d0-f85fa336fec4 req-9f500d48-cedb-45aa-8538-6b1709682518 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525455 May 16 18:53:57.826311 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-0cf8645a-a9c5-4f49-9767-15e6a15270a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:57.827698 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-0cf8645a-a9c5-4f49-9767-15e6a15270a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.0872583 May 16 18:53:57.897713 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-13f7333e-9950-4b54-a964-9e532ff98d80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beee622c-240e-41d7-b32d-a07b68814889 HTTP/1.1" status: 200 len: 1001 time: 0.0624850 May 16 18:53:57.949380 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-dbf858ba-5961-4569-b95e-bc752633c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:57.950847 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-dbf858ba-5961-4569-b95e-bc752633c687 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.0462065 May 16 18:53:58.008689 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-4145be4d-29a2-4a36-aeb1-6d5f8b811a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:58.011461 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-4145be4d-29a2-4a36-aeb1-6d5f8b811a54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445046 May 16 18:53:58.031053 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c023405-87f2-4ed0-9c4c-c419d714714d up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:53:58.082475 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 7c023405-87f2-4ed0-9c4c-c419d714714d completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:53:58.090285 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 7c023405-87f2-4ed0-9c4c-c419d714714d triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:53:58.090663 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:58.116919 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-8decb1d3-1666-4eda-bdb2-e06027e33010 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989616 May 16 18:53:58.171586 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 7c023405-87f2-4ed0-9c4c-c419d714714d is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:53:58.172016 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:58.200570 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:53:58.203050 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117d115-307c-4793-abfc-4a648b84e59f" -d '{"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-plugged", "status": "completed", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:53:58.216630 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:53:58.222992 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:58.226681 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-a29ad781-6238-4c16-8b4c-68d66e4f23a4 req-d17433a7-40f8-4c23-bd7b-a3d810f770d6 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999641 May 16 18:53:58.256135 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae9bc7-83d2-419f-9628-d6b59b2bd535 x-openstack-request-id: req-d2ae9bc7-83d2-419f-9628-d6b59b2bd535 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:53:58.256435 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-plugged", "status": "completed", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:53:58.256703 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2ae9bc7-83d2-419f-9628-d6b59b2bd535 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:53:58.257097 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ae9bc7-83d2-419f-9628-d6b59b2bd535'] response: {'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'code': 200} May 16 18:53:58.284712 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:53:58.535924 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d1d1e-1660-43f4-a23b-b83f5d8723ad req-4e038f95-e552-4e8e-a183-993e54233ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:58.537621 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-5f8d1d1e-1660-43f4-a23b-b83f5d8723ad req-4e038f95-e552-4e8e-a183-993e54233ac6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 1129 time: 0.0543251 May 16 18:53:58.602516 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-5f8d1d1e-1660-43f4-a23b-b83f5d8723ad req-73ea3a46-0b0a-46bb-a243-a278c574824c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535820 May 16 18:53:58.605506 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73516aa-79cc-43c2-9c42-d9f2e24014aa req-ce9d86ee-ee21-4357-866d-504fca31a2a3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:58.607055 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e73516aa-79cc-43c2-9c42-d9f2e24014aa req-ce9d86ee-ee21-4357-866d-504fca31a2a3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0565989 May 16 18:53:58.676416 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e73516aa-79cc-43c2-9c42-d9f2e24014aa req-75d304c8-d0fb-43c6-bffa-fc77155de9c6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625830 May 16 18:53:58.925458 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baa45d-9a44-4ffc-b1f5-148ea329b803 req-bdb98844-e094-4664-83b6-612a1a2b2d46 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:58.927019 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a6baa45d-9a44-4ffc-b1f5-148ea329b803 req-bdb98844-e094-4664-83b6-612a1a2b2d46 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0624626 May 16 18:53:58.991683 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a6baa45d-9a44-4ffc-b1f5-148ea329b803 req-128a9d19-c08a-4fbf-966d-36cdd31a3f16 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577207 May 16 18:53:59.055683 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6d145fac-d37f-4a43-9340-822980d060cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:53:59.824179 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6097-17cd-4f02-b7fb-d20684e2a72d req-31344e34-69ce-4add-bfdc-ec8dfb5e385d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:53:59.826393 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29fe6097-17cd-4f02-b7fb-d20684e2a72d req-31344e34-69ce-4add-bfdc-ec8dfb5e385d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0543005 May 16 18:53:59.889960 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29fe6097-17cd-4f02-b7fb-d20684e2a72d req-c8c02e67-d1f9-45ce-b2f3-eae9c64bf45e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566821 May 16 18:54:00.143199 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c58cf-1296-4e70-bac8-b9ce639bea08 req-047c4837-caa2-49b3-be3b-207ed3fd0784 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:00.147861 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-288c58cf-1296-4e70-bac8-b9ce639bea08 req-047c4837-caa2-49b3-be3b-207ed3fd0784 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0692341 May 16 18:54:00.201340 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-288c58cf-1296-4e70-bac8-b9ce639bea08 req-17e78b0e-0385-48f9-beca-ec352f70af5e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488276 May 16 18:54:01.020551 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef854a-7d84-4e5f-987f-5f051297231f req-1bdc007f-ab56-46f5-975f-e1f0e5f8d175 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:01.022272 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a2ef854a-7d84-4e5f-987f-5f051297231f req-1bdc007f-ab56-46f5-975f-e1f0e5f8d175 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0504048 May 16 18:54:01.100243 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a2ef854a-7d84-4e5f-987f-5f051297231f req-98ba3452-1d30-4886-bfb3-0495bc5f107a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709999 May 16 18:54:01.240859 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfecd63-d910-4d15-81c1-8cc006a15f5d req-1d52a42d-da71-4bc6-9f49-1e9794a3894f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:01.242328 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3dfecd63-d910-4d15-81c1-8cc006a15f5d req-1d52a42d-da71-4bc6-9f49-1e9794a3894f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0649142 May 16 18:54:01.258100 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46092) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:01.263325 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-572246cd-eba5-4d76-b06a-e8b220a9ca5c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Request body: {'floatingip': {'port_id': '7c023405-87f2-4ed0-9c4c-c419d714714d'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:01.304230 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-572246cd-eba5-4d76-b06a-e8b220a9ca5c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (753e4e81-9f55-4683-b083-04d1101a42dd), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:01.413020 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef63a80-f3c0-4f7d-9851-8cd905d03563 req-4d1968bb-8349-4101-a611-ffe1a980ad5b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:01.414523 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ef63a80-f3c0-4f7d-9851-8cd905d03563 req-4d1968bb-8349-4101-a611-ffe1a980ad5b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.1068971 May 16 18:54:01.527861 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-80b79464-6c4c-4837-895e-810f2ad749da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:01.536632 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4ef63a80-f3c0-4f7d-9851-8cd905d03563 req-559279c8-1cf6-4bbc-acf9-90fa78714c93 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971842 May 16 18:54:01.890625 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-572246cd-eba5-4d76-b06a-e8b220a9ca5c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:01.894553 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-572246cd-eba5-4d76-b06a-e8b220a9ca5c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (753e4e81-9f55-4683-b083-04d1101a42dd), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:02.018321 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [None req-572246cd-eba5-4d76-b06a-e8b220a9ca5c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Floating IP 753e4e81-9f55-4683-b083-04d1101a42dd associated. External IP: 172.27.1.184, port: 7c023405-87f2-4ed0-9c4c-c419d714714d. May 16 18:54:02.237450 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572246cd-eba5-4d76-b06a-e8b220a9ca5c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Router ce7e9eb4-07b5-459e-99d9-904e47a10353 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:54:02.363483 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572246cd-eba5-4d76-b06a-e8b220a9ca5c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:54:02.368490 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-572246cd-eba5-4d76-b06a-e8b220a9ca5c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:02.375305 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] Sync routers for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:54:02.387915 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:02.388791 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:02.419312 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-572246cd-eba5-4d76-b06a-e8b220a9ca5c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "PUT /v2.0/floatingips/753e4e81-9f55-4683-b083-04d1101a42dd HTTP/1.1" status: 200 len: 991 time: 1.1590364 May 16 18:54:02.421512 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:02.426265 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7" -d '{"events": [{"name": "network-changed", "server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:02.475048 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b79df9-1903-4989-ad00-fe3d78ffe5f4 x-openstack-request-id: req-01b79df9-1903-4989-ad00-fe3d78ffe5f4 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:02.475344 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:02.475601 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-01b79df9-1903-4989-ad00-fe3d78ffe5f4 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:02.476056 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b79df9-1903-4989-ad00-fe3d78ffe5f4'] response: {'name': 'network-changed', 'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'status': 'completed', 'code': 200} May 16 18:54:02.546223 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-add9f825-d2ef-4f38-9a8a-874fd58673c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:02.547628 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-add9f825-d2ef-4f38-9a8a-874fd58673c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 1129 time: 0.0419140 May 16 18:54:02.550099 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:02.692772 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861701b-f6a3-46aa-aad8-5bfb7aee9945 req-71c71707-c73a-4c9f-aea2-f606d64208f8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:02.694925 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4861701b-f6a3-46aa-aad8-5bfb7aee9945 req-71c71707-c73a-4c9f-aea2-f606d64208f8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0681140 May 16 18:54:02.698338 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-468c33d5-34c2-4b4d-9e72-d608c7e4c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:02.701085 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-468c33d5-34c2-4b4d-9e72-d608c7e4c123 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 917 time: 0.1388359 May 16 18:54:02.779975 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-69e237f5-b391-4eb7-a8b5-fd6835ce9b0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c023405-87f2-4ed0-9c4c-c419d714714d HTTP/1.1" status: 200 len: 999 time: 0.0693588 May 16 18:54:02.784438 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4861701b-f6a3-46aa-aad8-5bfb7aee9945 req-17158ed0-a7d8-42c9-8ea6-7a1a76905a55 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812259 May 16 18:54:02.818601 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '753e4e81-9f55-4683-b083-04d1101a42dd', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'port_id': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'mac_address': 'fa:16:3e:80:be:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:53:47Z', 'updated_at': '2022-05-16T18:54:01Z', 'revision_number': 1, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:02.824525 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:02.844965 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-647bc46a-9608-4962-b024-471f6d88e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:02.846476 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-647bc46a-9608-4962-b024-471f6d88e110 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.0540774 May 16 18:54:02.846926 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] Checking router: ce7e9eb4-07b5-459e-99d9-904e47a10353 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:54:02.856672 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:02.857341 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:02.907926 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-74c480e9-1dff-4090-8b41-4dfbdc93a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:02.909498 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-74c480e9-1dff-4090-8b41-4dfbdc93a8ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538654 May 16 18:54:02.976274 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:03.029480 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-b98cb34e-2c70-4f51-9ea2-b117310d8bc9 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079211 May 16 18:54:03.162972 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f0afa30d-8fe6-4e6e-9b2b-6718f8488db7 req-84111927-cf81-48a3-a59d-98920852b11a service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197507 May 16 18:54:03.226655 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '753e4e81-9f55-4683-b083-04d1101a42dd', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'port_id': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'mac_address': 'fa:16:3e:80:be:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:53:47Z', 'updated_at': '2022-05-16T18:54:01Z', 'revision_number': 1, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:03.262277 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770bc45-587d-4287-b9a7-0ef54e87b107 None None] The sync data for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '753e4e81-9f55-4683-b083-04d1101a42dd', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'port_id': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'mac_address': 'fa:16:3e:80:be:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:53:47Z', 'updated_at': '2022-05-16T18:54:01Z', 'revision_number': 1, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:54:03.524481 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11456b3e-3a8d-4f52-ab9a-5db32e273e60 None None] New status for floating IP 753e4e81-9f55-4683-b083-04d1101a42dd: ACTIVE {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:54:03.934695 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bffe1-131d-4fa7-a3d2-bedd1d9b6b05 req-66785bb9-832a-4405-9385-d304cb517420 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:03.936420 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-986bffe1-131d-4fa7-a3d2-bedd1d9b6b05 req-66785bb9-832a-4405-9385-d304cb517420 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0533583 May 16 18:54:03.993784 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-986bffe1-131d-4fa7-a3d2-bedd1d9b6b05 req-c3049fe1-3165-406c-aacf-c3d971beabdc tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492470 May 16 18:54:04.087076 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:04.484385 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:54:04.580338 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:05.138651 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffe576-7f89-4acc-b6a5-10de21048717 req-81554cae-220c-4ebb-bdb0-c89db5503e38 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:05.140245 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8ffe576-7f89-4acc-b6a5-10de21048717 req-81554cae-220c-4ebb-bdb0-c89db5503e38 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0560660 May 16 18:54:05.193442 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8ffe576-7f89-4acc-b6a5-10de21048717 req-3d8f2064-ac12-463b-811a-432f1006b2c2 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474577 May 16 18:54:05.461618 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:06.314919 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac65f5-ca12-433e-97b4-c84d4b690de1 req-68422c99-460b-4383-969f-052b9c2e2c97 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:06.316700 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3dac65f5-ca12-433e-97b4-c84d4b690de1 req-68422c99-460b-4383-969f-052b9c2e2c97 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0492077 May 16 18:54:06.378579 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3dac65f5-ca12-433e-97b4-c84d4b690de1 req-62b6f696-1cbe-4756-ac9e-b7d2bda56969 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520439 May 16 18:54:07.507961 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb9d38-2eb5-4e41-89a7-5bf7ce929b4e req-aa349584-7fe0-4cad-b4ee-3cd209145c62 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:07.510546 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0bbb9d38-2eb5-4e41-89a7-5bf7ce929b4e req-aa349584-7fe0-4cad-b4ee-3cd209145c62 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0578668 May 16 18:54:07.564516 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0bbb9d38-2eb5-4e41-89a7-5bf7ce929b4e req-841192ee-f80a-48a0-a223-387caa6a28ec tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486906 May 16 18:54:08.693147 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c00aa-8cb7-4e6a-9eed-21a4030e4e85 req-2609e901-b304-4437-9a02-15ced64b93f7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:08.694621 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b94c00aa-8cb7-4e6a-9eed-21a4030e4e85 req-2609e901-b304-4437-9a02-15ced64b93f7 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0499072 May 16 18:54:08.746853 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b94c00aa-8cb7-4e6a-9eed-21a4030e4e85 req-2ef0746f-81b8-4b7f-a4a7-840e0bdfd8fa tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434628 May 16 18:54:09.866912 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c357e32-5f2c-4b2e-9a39-76a7ecfd78e3 req-4da6e41e-4060-4abe-a591-e40b2870102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:09.868499 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c357e32-5f2c-4b2e-9a39-76a7ecfd78e3 req-4da6e41e-4060-4abe-a591-e40b2870102c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 1130 time: 0.0401940 May 16 18:54:09.878435 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c59e3-1ec7-4040-b3f5-19ee20fc3680 req-7759821f-165a-43e5-9aa3-de34ffbfdbef tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:09.879961 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-df7c59e3-1ec7-4040-b3f5-19ee20fc3680 req-7759821f-165a-43e5-9aa3-de34ffbfdbef tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0516326 May 16 18:54:09.926289 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-3c357e32-5f2c-4b2e-9a39-76a7ecfd78e3 req-b796d7d1-9671-408a-af81-259b972e3611 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498378 May 16 18:54:09.932153 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-df7c59e3-1ec7-4040-b3f5-19ee20fc3680 req-eee7b17a-39ab-415c-a2fa-074f74539030 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457261 May 16 18:54:11.068225 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad7aa-c953-4272-8aa3-3221ea7a3d5a req-a758f3be-7807-4e59-8a73-492432a033b0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:11.069829 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-38aad7aa-c953-4272-8aa3-3221ea7a3d5a req-a758f3be-7807-4e59-8a73-492432a033b0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0584934 May 16 18:54:11.131970 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-38aad7aa-c953-4272-8aa3-3221ea7a3d5a req-7adf2d6e-14d8-46be-8b66-ae02a7a32958 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554628 May 16 18:54:12.260627 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4c0f-bb14-4ca8-b561-9b32e5c8c381 req-79bae7ba-1a9c-441d-b99c-b78f38771561 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:12.262080 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-99ed4c0f-bb14-4ca8-b561-9b32e5c8c381 req-79bae7ba-1a9c-441d-b99c-b78f38771561 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0547078 May 16 18:54:12.324738 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-99ed4c0f-bb14-4ca8-b561-9b32e5c8c381 req-384764b5-78a3-4daa-bf45-d3d697d3b5c2 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554380 May 16 18:54:12.762696 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-b6158472-0e43-4a36-ae5a-d6e40b081cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:12.764254 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-b6158472-0e43-4a36-ae5a-d6e40b081cc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 1130 time: 0.0520205 May 16 18:54:12.777034 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc2097-1e05-40de-9180-c421921485dd req-23a67262-7528-4924-aefe-be65d886edec tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:12.778556 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-07fc2097-1e05-40de-9180-c421921485dd req-23a67262-7528-4924-aefe-be65d886edec tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0565774 May 16 18:54:12.831451 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-07fc2097-1e05-40de-9180-c421921485dd req-cf3a5075-2378-47e3-83d4-692bb0d8646c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437653 May 16 18:54:12.884935 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-a9768956-533e-401c-bbd9-120bcbedc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:12.886409 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-a9768956-533e-401c-bbd9-120bcbedc7ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.1119511 May 16 18:54:12.960883 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-337ee5f9-c8a7-4a18-b3a4-131182d09764 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beee622c-240e-41d7-b32d-a07b68814889 HTTP/1.1" status: 200 len: 1001 time: 0.0681124 May 16 18:54:13.036695 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-bccf1eb3-1942-4616-ad23-dbb53cc3828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:13.038170 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-bccf1eb3-1942-4616-ad23-dbb53cc3828f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.0691657 May 16 18:54:13.091740 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-ab7f77bc-d8a4-41ee-814e-77bd62277e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:13.093531 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-ab7f77bc-d8a4-41ee-814e-77bd62277e09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440071 May 16 18:54:13.198888 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-4075ea63-34b8-45ad-9da7-0bca0b52e0e9 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949035 May 16 18:54:13.309090 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-501b4039-d2a5-4f2d-b01b-e73b21d826da req-03e3f1fa-ce55-418e-ac20-e35003babf45 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009891 May 16 18:54:13.982589 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3c5cd-bffd-44c9-aaa5-c63333aeb815 req-031a20c5-2970-40e2-8c79-21590a85e32a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:13.984158 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-82f3c5cd-bffd-44c9-aaa5-c63333aeb815 req-031a20c5-2970-40e2-8c79-21590a85e32a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0599077 May 16 18:54:14.039245 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-82f3c5cd-bffd-44c9-aaa5-c63333aeb815 req-8c7b0f60-f33b-4829-bbaa-50cb3ba7a9ce tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494511 May 16 18:54:15.174406 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4913a-3d00-4a9b-857a-37dc6c0b0021 req-93bd7002-6f31-4911-99ab-a5161b9c5375 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:15.176025 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-73c4913a-3d00-4a9b-857a-37dc6c0b0021 req-93bd7002-6f31-4911-99ab-a5161b9c5375 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0509732 May 16 18:54:15.234555 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-73c4913a-3d00-4a9b-857a-37dc6c0b0021 req-f5f22b3a-ebbe-4b5d-9ca5-948cb94b2be8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486569 May 16 18:54:16.354408 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8967-e8db-4d83-9fba-594aca8a661c req-8a311da8-64b7-48f4-b5ad-d6793e2dfd85 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:16.355927 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-826b8967-e8db-4d83-9fba-594aca8a661c req-8a311da8-64b7-48f4-b5ad-d6793e2dfd85 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0496447 May 16 18:54:16.407158 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-826b8967-e8db-4d83-9fba-594aca8a661c req-bfbf899c-3703-469a-a4c5-b95d43f0db2c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 May 16 18:54:16.522198 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6cd1e-a908-419e-a109-8d5f5d0c3229 req-9f0f8b45-b8fa-4fc8-bbc3-101a907dcb3b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:16.523986 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3de6cd1e-a908-419e-a109-8d5f5d0c3229 req-9f0f8b45-b8fa-4fc8-bbc3-101a907dcb3b tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0483243 May 16 18:54:16.533329 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46144) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:16.538837 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-e2373750-8675-48f7-b452-4274d3009b88 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Request body: {'floatingip': {'port_id': 'beee622c-240e-41d7-b32d-a07b68814889'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:16.607846 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2373750-8675-48f7-b452-4274d3009b88 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for floatingip (fa694018-594b-4ddb-a515-f352a8313310), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:17.317776 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2373750-8675-48f7-b452-4274d3009b88 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:17.323341 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2373750-8675-48f7-b452-4274d3009b88 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (fa694018-594b-4ddb-a515-f352a8313310), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:17.585491 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2373750-8675-48f7-b452-4274d3009b88 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Router 135988c4-5689-4766-918d-91a3dd40e9c7 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:54:17.739770 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2373750-8675-48f7-b452-4274d3009b88 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:54:17.744639 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2373750-8675-48f7-b452-4274d3009b88 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:17.754186 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] Sync routers for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:54:17.773277 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:17.775386 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:17.798018 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:17.801589 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd97fcd-bbb3-4d20-b8f4-157d06416316" -d '{"events": [{"name": "network-changed", "server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "tag": "beee622c-240e-41d7-b32d-a07b68814889"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:17.864090 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-e2373750-8675-48f7-b452-4274d3009b88 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "PUT /v2.0/floatingips/fa694018-594b-4ddb-a515-f352a8313310 HTTP/1.1" status: 200 len: 993 time: 1.3289011 May 16 18:54:17.918499 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6287aaa8-335f-423d-bfb8-e5addbe8cdf6 x-openstack-request-id: req-6287aaa8-335f-423d-bfb8-e5addbe8cdf6 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:17.918816 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "tag": "beee622c-240e-41d7-b32d-a07b68814889", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:17.919045 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6287aaa8-335f-423d-bfb8-e5addbe8cdf6 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:17.919454 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6287aaa8-335f-423d-bfb8-e5addbe8cdf6'] response: {'name': 'network-changed', 'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889', 'status': 'completed', 'code': 200} May 16 18:54:17.924318 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:17.947513 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db15a2-ec30-4632-9391-700a2139776b req-ab28058c-7604-4991-836f-d53a15808f10 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:17.950111 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-58db15a2-ec30-4632-9391-700a2139776b req-ab28058c-7604-4991-836f-d53a15808f10 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0719516 May 16 18:54:18.011259 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-58db15a2-ec30-4632-9391-700a2139776b req-ee6a43d1-f35c-4bb6-9d94-03b43e21240c tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555360 May 16 18:54:18.085229 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-f08249e7-4c2e-4132-a2a1-4f1c077483ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:18.086734 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-f08249e7-4c2e-4132-a2a1-4f1c077483ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 1130 time: 0.0576642 May 16 18:54:18.187609 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'fa694018-594b-4ddb-a515-f352a8313310', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'port_id': 'beee622c-240e-41d7-b32d-a07b68814889', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'mac_address': 'fa:16:3e:b6:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:52:30Z', 'updated_at': '2022-05-16T18:54:17Z', 'revision_number': 3, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:11Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:18.203410 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-007cde14-ca5c-4cb3-993e-9c5dbd305756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:18.204895 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-007cde14-ca5c-4cb3-993e-9c5dbd305756 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.1112840 May 16 18:54:18.217625 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] Checking router: 135988c4-5689-4766-918d-91a3dd40e9c7 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:54:18.229772 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:18.230574 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:18.298785 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-2b597e6e-829e-4947-8703-e3ced0e41249 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beee622c-240e-41d7-b32d-a07b68814889 HTTP/1.1" status: 200 len: 1001 time: 0.0809505 May 16 18:54:18.350023 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-58bf6cb0-303b-4d19-b4f8-6509c338fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:18.351485 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-58bf6cb0-303b-4d19-b4f8-6509c338fa6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.0461030 May 16 18:54:18.414551 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-d01156f0-edfc-45ca-a29b-3f85999e144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:18.416208 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-d01156f0-edfc-45ca-a29b-3f85999e144f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548666 May 16 18:54:18.439333 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:18.741957 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'fa694018-594b-4ddb-a515-f352a8313310', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'port_id': 'beee622c-240e-41d7-b32d-a07b68814889', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'mac_address': 'fa:16:3e:b6:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:52:30Z', 'updated_at': '2022-05-16T18:54:17Z', 'revision_number': 3, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:11Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:18.767933 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-4d92a372-c2be-4fff-b7a5-cf55bcb1e1dc service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445635 May 16 18:54:18.772717 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9030f2-edc6-4715-bca2-7b21346ce217 None None] The sync data for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi is: [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'fa694018-594b-4ddb-a515-f352a8313310', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'port_id': 'beee622c-240e-41d7-b32d-a07b68814889', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'mac_address': 'fa:16:3e:b6:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:52:30Z', 'updated_at': '2022-05-16T18:54:17Z', 'revision_number': 3, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:11Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:54:18.902428 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1cd97fcd-bbb3-4d20-b8f4-157d06416316 req-67754f66-e219-4c5a-af06-d6a736e398f7 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134052 May 16 18:54:19.175331 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26791a6-b607-4c25-b82e-a837ac9e14a6 req-55510f91-1d1b-4254-8cc5-6e06f3c9d0c2 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:19.176962 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c26791a6-b607-4c25-b82e-a837ac9e14a6 req-55510f91-1d1b-4254-8cc5-6e06f3c9d0c2 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0702181 May 16 18:54:19.237235 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c26791a6-b607-4c25-b82e-a837ac9e14a6 req-410291b9-bf0c-4bab-9719-13844101f05f tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511920 May 16 18:54:19.921115 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:19.924403 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273fa6b1-e177-4335-ac6c-3b219c61ce6b" -d '{"events": [{"name": "network-changed", "server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "tag": "beee622c-240e-41d7-b32d-a07b68814889"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:19.971212 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cf9677-0b00-4e32-af08-ce01275e9d88 x-openstack-request-id: req-d9cf9677-0b00-4e32-af08-ce01275e9d88 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:19.971507 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "tag": "beee622c-240e-41d7-b32d-a07b68814889", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:19.971788 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9cf9677-0b00-4e32-af08-ce01275e9d88 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:19.972190 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cf9677-0b00-4e32-af08-ce01275e9d88'] response: {'name': 'network-changed', 'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889', 'status': 'completed', 'code': 200} May 16 18:54:20.038697 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-8dad9b5d-c2f1-412a-8b6f-f2f164cfe3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:20.041262 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-8dad9b5d-c2f1-412a-8b6f-f2f164cfe3b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 1130 time: 0.0436378 May 16 18:54:20.153393 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-22e29d33-0b2b-4f74-abf0-ad2f4eda4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:20.154941 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-22e29d33-0b2b-4f74-abf0-ad2f4eda4ffe service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.1030314 May 16 18:54:20.230730 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-8cd755fb-3f70-42a9-ab16-fed04287f16a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beee622c-240e-41d7-b32d-a07b68814889 HTTP/1.1" status: 200 len: 1001 time: 0.0668805 May 16 18:54:20.297372 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-35111bea-1879-47e0-a891-373f4862f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:20.298854 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-35111bea-1879-47e0-a891-373f4862f6e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.0613885 May 16 18:54:20.360819 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-8550e241-d9b2-4ba3-944d-ed55292fe00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:20.362376 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-8550e241-d9b2-4ba3-944d-ed55292fe00c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566010 May 16 18:54:20.414780 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b607310-46d9-4b3b-855b-60708092fa21 req-0b435f10-265b-4172-b128-71be17daa2bc tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:20.417481 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9b607310-46d9-4b3b-855b-60708092fa21 req-0b435f10-265b-4172-b128-71be17daa2bc tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0937350 May 16 18:54:20.490211 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9b607310-46d9-4b3b-855b-60708092fa21 req-ec2d31b2-13eb-49b0-a01a-be6c08838ba1 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638325 May 16 18:54:20.507953 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-98b363ea-07a8-4819-aab0-4e8d5f1dd8ee service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325052 May 16 18:54:20.611764 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-273fa6b1-e177-4335-ac6c-3b219c61ce6b req-6ab85822-d295-4caf-8fce-e8c607adcbd8 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933712 May 16 18:54:20.879543 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96049436-d55b-440f-b5ec-3c3213c983e6 req-14344ccb-9785-480f-8b4f-2020707f24b6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:20.881117 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-96049436-d55b-440f-b5ec-3c3213c983e6 req-14344ccb-9785-480f-8b4f-2020707f24b6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0539432 May 16 18:54:20.940461 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-96049436-d55b-440f-b5ec-3c3213c983e6 req-0fb3de91-cb38-41ee-80e7-90fed7e43c51 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516226 May 16 18:54:21.624319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bc32-bc38-4de0-90d7-aa3df05ce0de req-a8236374-cdf8-4618-9ff7-ecdb73f76a8e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:21.625844 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ca71bc32-bc38-4de0-90d7-aa3df05ce0de req-a8236374-cdf8-4618-9ff7-ecdb73f76a8e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0492589 May 16 18:54:21.681640 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ca71bc32-bc38-4de0-90d7-aa3df05ce0de req-ef735d28-267c-4dc3-b675-e00d4d069832 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499821 May 16 18:54:22.079130 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4161c7-a2ed-48ff-abaa-a4aaf9efa3c5 req-e4b2063a-6b4c-4a1a-819a-74bc67231d9e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:22.081793 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aa4161c7-a2ed-48ff-abaa-a4aaf9efa3c5 req-e4b2063a-6b4c-4a1a-819a-74bc67231d9e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0640192 May 16 18:54:22.135884 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aa4161c7-a2ed-48ff-abaa-a4aaf9efa3c5 req-12c2a7f5-5f49-4f89-a5f8-64b50dfe3862 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473912 May 16 18:54:22.825187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff18d0-c545-4956-aa91-acca5e82fdfd req-25c31c6d-5c17-47a7-b0ee-b77f90cfe3a9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:22.826779 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aeff18d0-c545-4956-aa91-acca5e82fdfd req-25c31c6d-5c17-47a7-b0ee-b77f90cfe3a9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0571654 May 16 18:54:22.898517 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aeff18d0-c545-4956-aa91-acca5e82fdfd req-71014b68-e376-49d2-b03e-2718e1a20374 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626204 May 16 18:54:23.104665 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-9effff6a-d3d0-44f6-ac6d-d6100d027c86 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:23.106030 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-9effff6a-d3d0-44f6-ac6d-d6100d027c86 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0527027 May 16 18:54:23.197760 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Deleting port b440849e-31ba-4612-a125-9eec9ce576a6 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:54:23.198153 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:23.266501 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4abb0-b5e6-4d61-8a88-5e7a0ce3c074 req-6a7c8ae0-83e8-4207-b466-73e32a50fc09 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:23.269070 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f6d4abb0-b5e6-4d61-8a88-5e7a0ce3c074 req-6a7c8ae0-83e8-4207-b466-73e32a50fc09 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0544674 May 16 18:54:23.305108 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] For port b440849e-31ba-4612-a125-9eec9ce576a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b440849e-31ba-4612-a125-9eec9ce576a6,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:23.305848 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:23.341327 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f6d4abb0-b5e6-4d61-8a88-5e7a0ce3c074 req-78873db4-1e8a-4f9f-9ce5-46565204bd03 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71fd84e-32c1-4b9f-a203-4a1900acf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635793 May 16 18:54:23.496044 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:23.496482 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (fab2414c-505d-48f8-ae50-0098305dbbbe), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:23.496833 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Floating IP fab2414c-505d-48f8-ae50-0098305dbbbe disassociated. External IP: 172.27.1.11, port: b440849e-31ba-4612-a125-9eec9ce576a6. May 16 18:54:23.497181 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Calling delete_port for b440849e-31ba-4612-a125-9eec9ce576a6 owned by compute:nova {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:54:23.634822 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (b440849e-31ba-4612-a125-9eec9ce576a6), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:23.667387 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event deleted for resources: {'Port': ['ID=b440849e-31ba-4612-a125-9eec9ce576a6,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:23.679063 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.679410 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.679774 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.680125 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.680467 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.680762 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.681085 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.681405 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.681722 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.682043 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.682382 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.682699 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.683219 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.683536 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.683965 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:54:23.785245 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:54:23.893498 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:54:23.905755 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] Sync routers for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:54:23.938484 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] No DVR routers for this DVR port b440849e-31ba-4612-a125-9eec9ce576a6 on host hv-cinder-75078 {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:54:23.940914 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:23.941653 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:23.942443 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:23.950253 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-6cf24d51-5d30-4997-bdac-41b7b33edabd req-69e925dd-7d7c-46f0-b252-6cc0d2091713 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "DELETE /v2.0/ports/b440849e-31ba-4612-a125-9eec9ce576a6 HTTP/1.1" status: 204 len: 173 time: 0.8383949 May 16 18:54:23.950853 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'name': 'network-vif-deleted', 'tag': 'b440849e-31ba-4612-a125-9eec9ce576a6'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:23.954124 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92b26e5-4bfe-4df9-81c9-9d0d05116ad2" -d '{"events": [{"server_uuid": "bd5e49a3-f392-4cd6-9856-4b5367c2d5e2", "name": "network-vif-deleted", "tag": "b440849e-31ba-4612-a125-9eec9ce576a6"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:24.060017 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35691ba9-63b3-4736-b863-1e45a7057f75 req-e1b97086-19e7-4e93-8d97-9de5a676a4e9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:24.066682 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:24.072752 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35691ba9-63b3-4736-b863-1e45a7057f75 req-e1b97086-19e7-4e93-8d97-9de5a676a4e9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0936561 May 16 18:54:24.168261 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dec0cc-0035-4307-a26d-b0e4d21b40c8 x-openstack-request-id: req-64dec0cc-0035-4307-a26d-b0e4d21b40c8 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:24.169044 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5e49a3-f392-4cd6-9856-4b5367c2d5e2", "name": "network-vif-deleted", "tag": "b440849e-31ba-4612-a125-9eec9ce576a6", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:24.169177 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64dec0cc-0035-4307-a26d-b0e4d21b40c8 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:24.169793 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64dec0cc-0035-4307-a26d-b0e4d21b40c8'] response: {'server_uuid': 'bd5e49a3-f392-4cd6-9856-4b5367c2d5e2', 'name': 'network-vif-deleted', 'tag': 'b440849e-31ba-4612-a125-9eec9ce576a6', 'status': 'completed', 'code': 200} May 16 18:54:24.171480 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35691ba9-63b3-4736-b863-1e45a7057f75 req-4b4afd2d-9c8d-4b31-a03a-e959a4cb3490 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945289 May 16 18:54:24.307583 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:24.333684 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] Checking router: 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:54:24.343799 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:24.344448 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:24.487909 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:24.507477 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-073fafbe-1496-4201-a502-fcce3aec425d req-62ca7c04-a38e-4f14-b9ca-ec6635144da2 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd5e49a3-f392-4cd6-9856-4b5367c2d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0440526 May 16 18:54:24.713483 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:24.741338 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097965bf-dff0-4b65-a9e3-1b328923ddec None None] The sync data for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi is: [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:54:25.008730 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d80499-9518-4af9-b93a-44606e3feefa None None] New status for floating IP fab2414c-505d-48f8-ae50-0098305dbbbe: DOWN {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:54:25.330529 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97b655-5bcb-43af-9899-c5a688fabebe req-d3760be5-85b0-4d56-a1db-79270e0ed85d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:25.333129 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-da97b655-5bcb-43af-9899-c5a688fabebe req-d3760be5-85b0-4d56-a1db-79270e0ed85d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0626307 May 16 18:54:25.394645 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-da97b655-5bcb-43af-9899-c5a688fabebe req-680ae76e-426f-4ddf-8618-5fcae3ae8ca9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542808 May 16 18:54:25.630425 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46236) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:25.690995 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d1d4fc1e-6754-42be-993a-f2a9cea518ec tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (d71fd84e-32c1-4b9f-a203-4a1900acf41e), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:25.719807 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d1d4fc1e-6754-42be-993a-f2a9cea518ec tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (d71fd84e-32c1-4b9f-a203-4a1900acf41e), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:25.773207 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d1d4fc1e-6754-42be-993a-f2a9cea518ec tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d71fd84e-32c1-4b9f-a203-4a1900acf41e), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:25.776572 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d1d4fc1e-6754-42be-993a-f2a9cea518ec tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:25.781534 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-d1d4fc1e-6754-42be-993a-f2a9cea518ec tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "DELETE /v2.0/security-groups/d71fd84e-32c1-4b9f-a203-4a1900acf41e HTTP/1.1" status: 204 len: 168 time: 0.1464274 May 16 18:54:25.781878 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46238) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:25.787729 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4fc1e-6754-42be-993a-f2a9cea518ec tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71fd84e-32c1-4b9f-a203-4a1900acf41e,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:25.798520 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.api.v2.resource [None req-158e2073-0515-4c88-9fb8-0f4b484f7b75 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] show failed (client error): The resource could not be found. May 16 18:54:25.802304 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-158e2073-0515-4c88-9fb8-0f4b484f7b75 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups/d71fd84e-32c1-4b9f-a203-4a1900acf41e HTTP/1.1" status: 404 len: 347 time: 0.0164449 May 16 18:54:25.802581 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46240) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:25.928908 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Deleting port b0160e03-abbb-4340-a918-a4b7a4bc4f77 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:54:25.929247 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (b0160e03-abbb-4340-a918-a4b7a4bc4f77), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.013994 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (b0160e03-abbb-4340-a918-a4b7a4bc4f77), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.014228 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (b0160e03-abbb-4340-a918-a4b7a4bc4f77), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.027625 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Calling delete_port for b0160e03-abbb-4340-a918-a4b7a4bc4f77 owned by network:floatingip {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:54:26.163461 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (b0160e03-abbb-4340-a918-a4b7a4bc4f77), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.191281 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event deleted for resources: {'Port': ['ID=b0160e03-abbb-4340-a918-a4b7a4bc4f77,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:26.205481 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device b440849e-31ba-4612-a125-9eec9ce576a6 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:54:26.226559 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: b440849e-31ba-4612-a125-9eec9ce576a6 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:54:26.226894 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device b440849e-31ba-4612-a125-9eec9ce576a6 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:54:26.264676 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (fab2414c-505d-48f8-ae50-0098305dbbbe), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.271469 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.272698 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-36c100fa-5b9c-4a28-8e49-6c6bf8219e1c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "DELETE /v2.0/floatingips/fab2414c-505d-48f8-ae50-0098305dbbbe HTTP/1.1" status: 204 len: 168 time: 0.4690995 May 16 18:54:26.363480 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46244) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:26.368806 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-acdf6d65-16e4-4e9a-a118-c9fe4e0048ab tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398731502', 'description': 'tempest-description--659833368'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:26.393856 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-acdf6d65-16e4-4e9a-a118-c9fe4e0048ab tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.470704 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-acdf6d65-16e4-4e9a-a118-c9fe4e0048ab tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (9c8c860a-3439-4de5-af3b-e22c94cf7f82), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.475284 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-acdf6d65-16e4-4e9a-a118-c9fe4e0048ab tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9c8c860a-3439-4de5-af3b-e22c94cf7f82), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.506394 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-acdf6d65-16e4-4e9a-a118-c9fe4e0048ab tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.507753 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-acdf6d65-16e4-4e9a-a118-c9fe4e0048ab tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1429863 May 16 18:54:26.511592 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46248) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:26.516025 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-f5f9b346-f61f-468c-9e84-99701dfa3599 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'security_group_rule': {'security_group_id': '9c8c860a-3439-4de5-af3b-e22c94cf7f82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:26.525099 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf6d65-16e4-4e9a-a118-c9fe4e0048ab tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8c860a-3439-4de5-af3b-e22c94cf7f82,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:26.542375 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd38b17-c2c7-447d-9679-64b3a9b1f073 req-9946ea39-9718-4189-b064-6859293e968e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:26.543968 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6cd38b17-c2c7-447d-9679-64b3a9b1f073 req-9946ea39-9718-4189-b064-6859293e968e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0581305 May 16 18:54:26.551187 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b346-f61f-468c-9e84-99701dfa3599 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (bf576b15-94f4-4c15-ac74-dc522eb0811c), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.622110 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6cd38b17-c2c7-447d-9679-64b3a9b1f073 req-48965fd1-866b-4481-9ac8-9cbe7bf38d9d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714562 May 16 18:54:26.643868 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b346-f61f-468c-9e84-99701dfa3599 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (bf576b15-94f4-4c15-ac74-dc522eb0811c), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.650238 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b346-f61f-468c-9e84-99701dfa3599 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (bf576b15-94f4-4c15-ac74-dc522eb0811c), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.678112 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9b346-f61f-468c-9e84-99701dfa3599 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf576b15-94f4-4c15-ac74-dc522eb0811c,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:26.688446 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b346-f61f-468c-9e84-99701dfa3599 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.690953 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f5f9b346-f61f-468c-9e84-99701dfa3599 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1773653 May 16 18:54:26.692830 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46256) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:26.698295 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-a6168cfe-fa62-4833-870d-b88f67f95ab3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'security_group_rule': {'security_group_id': '9c8c860a-3439-4de5-af3b-e22c94cf7f82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:26.740161 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a6168cfe-fa62-4833-870d-b88f67f95ab3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (c6c47067-3954-47b2-90d4-a0858b6e14b8), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.801784 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a6168cfe-fa62-4833-870d-b88f67f95ab3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (c6c47067-3954-47b2-90d4-a0858b6e14b8), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.809176 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a6168cfe-fa62-4833-870d-b88f67f95ab3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (c6c47067-3954-47b2-90d4-a0858b6e14b8), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.828433 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6168cfe-fa62-4833-870d-b88f67f95ab3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c47067-3954-47b2-90d4-a0858b6e14b8,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:26.842831 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a6168cfe-fa62-4833-870d-b88f67f95ab3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:26.844184 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-a6168cfe-fa62-4833-870d-b88f67f95ab3 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501493 May 16 18:54:26.849544 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46262) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:26.857951 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:26.894097 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.004558 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.145416 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Allocated IP 172.27.1.165 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/572d9b2d-5958-444a-af28-6ed6174b3381) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:54:27.284525 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for port (572d9b2d-5958-444a-af28-6ed6174b3381), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.335559 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (572d9b2d-5958-444a-af28-6ed6174b3381), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.380014 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:54:27.382942 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:54:27.389738 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:54:27.394881 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'Port': ['ID=572d9b2d-5958-444a-af28-6ed6174b3381,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:27.501280 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (60637d5c-698d-4f7b-9f75-62d731056240), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.545967 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (572d9b2d-5958-444a-af28-6ed6174b3381), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.768921 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for port (572d9b2d-5958-444a-af28-6ed6174b3381), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.774307 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363366c4-2ce7-453d-9294-be6402d0fd12 req-c8de452e-b06b-4321-a030-e2bc6e26aaaa tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:27.775975 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-363366c4-2ce7-453d-9294-be6402d0fd12 req-c8de452e-b06b-4321-a030-e2bc6e26aaaa tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0579083 May 16 18:54:27.776442 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (572d9b2d-5958-444a-af28-6ed6174b3381), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.862420 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-363366c4-2ce7-453d-9294-be6402d0fd12 req-8d8ae6d8-e673-4e87-ac40-8cf42784fec6 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755434 May 16 18:54:27.863813 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'Port': ['ID=572d9b2d-5958-444a-af28-6ed6174b3381,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:27.882182 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (60637d5c-698d-4f7b-9f75-62d731056240), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.906065 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:27.911789 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d60d71ed-84d8-4d9d-90cb-a6e4d5ace1e8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0563736 May 16 18:54:28.094435 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-df8c4378-6d1b-40c7-aa1b-86fcad1234c8 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--398731502&fields=id&tenant_id=75d882994e2c443fb1d9104ccbfb8c7f HTTP/1.1" status: 200 len: 267 time: 0.0496590 May 16 18:54:28.235900 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-e0c86475-a3c9-43f2-a725-c570b030b9f9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:28.237459 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-e0c86475-a3c9-43f2-a725-c570b030b9f9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 810 time: 0.1324992 May 16 18:54:28.257994 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-e614a85e-60a4-4bab-9677-4be3479d129f tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/quotas/75d882994e2c443fb1d9104ccbfb8c7f HTTP/1.1" status: 200 len: 375 time: 0.0147514 May 16 18:54:28.334121 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-93005545-a768-4a91-8e9a-3867901e7084 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634029 May 16 18:54:28.530658 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-e80141c9-b6e2-4dfa-891d-0283cc6facb6 service neutron] 10.222.0.72 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801996 May 16 18:54:28.668540 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e230ca-66f0-40fb-a2cd-8088afff82a7 req-a826b0f9-dad3-47fd-b149-301d17eccd84 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:28.670129 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-22e230ca-66f0-40fb-a2cd-8088afff82a7 req-a826b0f9-dad3-47fd-b149-301d17eccd84 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 946 time: 0.0599236 May 16 18:54:28.688300 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-748cb0a6-4cfb-49b2-bb74-a4717984ff9a service neutron] 10.222.0.72 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498106 May 16 18:54:28.734759 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-22e230ca-66f0-40fb-a2cd-8088afff82a7 req-5fe66ed0-8829-4fcb-986a-a780bfe77c01 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522413 May 16 18:54:28.885407 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36e20220-87d5-4be5-9998-050774aa6f7f req-5b99c97a-3c98-4092-a75c-dbe5ffddf857 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 210 time: 0.0322387 May 16 18:54:29.046974 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ddbb2-5308-4efc-98b0-bf4c9da3982f req-423eb5a8-3243-40d6-b0bd-d439f7562264 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:29.049653 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-859ddbb2-5308-4efc-98b0-bf4c9da3982f req-423eb5a8-3243-40d6-b0bd-d439f7562264 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0734293 May 16 18:54:29.065882 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-44bd57d4-987b-4c68-9c07-e208dbb06f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:29.121183 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-859ddbb2-5308-4efc-98b0-bf4c9da3982f req-990ccc53-a724-4ff0-8403-e9dafaecdf28 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618868 May 16 18:54:29.866994 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c7973-8c55-49e5-954f-c537f66e386a req-0b9b6929-4697-4192-a046-98e9aa481ea6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:29.869293 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b21c7973-8c55-49e5-954f-c537f66e386a req-0b9b6929-4697-4192-a046-98e9aa481ea6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 946 time: 0.0545897 May 16 18:54:29.924597 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b21c7973-8c55-49e5-954f-c537f66e386a req-5917bad3-2ad9-4cdd-894f-18ecd7586260 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488567 May 16 18:54:30.015967 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9c43e87e-0238-4233-b942-128441eeb91e req-1222feba-3e39-465c-aca2-edd1e62dc2b2 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 210 time: 0.0349081 May 16 18:54:30.243545 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a830e22-7f62-4178-b545-25a7ee7f6941 req-033a455a-fb91-435a-9004-ffb052b4a525 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:30.245221 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8a830e22-7f62-4178-b545-25a7ee7f6941 req-033a455a-fb91-435a-9004-ffb052b4a525 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0499740 May 16 18:54:30.317555 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8a830e22-7f62-4178-b545-25a7ee7f6941 req-545f4085-c7dc-49f8-8a96-b3c99ee73bd0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643938 May 16 18:54:30.768690 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-d62f080a-b6b5-4407-8d86-89ab6f10e772 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:30.770216 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-d62f080a-b6b5-4407-8d86-89ab6f10e772 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 946 time: 0.0576143 May 16 18:54:31.063060 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256cee-02df-4fd9-a3eb-a5ea568f06cf req-424fd4b8-604c-4da5-b8d0-99f7bbff893a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:31.064934 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2a256cee-02df-4fd9-a3eb-a5ea568f06cf req-424fd4b8-604c-4da5-b8d0-99f7bbff893a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 946 time: 0.0563061 May 16 18:54:31.143666 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Deleting port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:54:31.144089 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:31.188126 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eeb2b4b7-ca05-4fd9-8aa7-fb7503d300b5 req-a7473c77-1ba5-4b1a-bc98-5897fb918b76 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 210 time: 0.0738945 May 16 18:54:31.205791 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2a256cee-02df-4fd9-a3eb-a5ea568f06cf req-0dfdde7e-fe61-489e-8189-dc596d36045a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=284b6757-db4d-4f77-90f6-6a3b4067ded4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328645 May 16 18:54:31.273402 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] For port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:31.273772 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:31.301412 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-a7d8f8cc-02b9-45d9-9094-09f9f74019d9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:31.304062 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-a7d8f8cc-02b9-45d9-9094-09f9f74019d9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 810 time: 0.1776018 May 16 18:54:31.383878 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-74d60268-bac9-4823-b858-3a4263e1504a tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d882994e2c443fb1d9104ccbfb8c7f HTTP/1.1" status: 200 len: 379 time: 0.0668178 May 16 18:54:31.394844 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'port': {'device_id': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'admin_state_up': True, 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'security_groups': ['9c8c860a-3439-4de5-af3b-e22c94cf7f82']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:31.495586 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:31.495998 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (97b6cc95-c5be-470c-a3ee-9a0cf1bacef3), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:31.496399 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Floating IP 97b6cc95-c5be-470c-a3ee-9a0cf1bacef3 disassociated. External IP: 172.27.1.133, port: 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b. May 16 18:54:31.496921 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Calling delete_port for 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b owned by compute:nova {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:54:31.517383 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedab120-d5da-4285-a7c0-5dcf43a509c8 req-0af16072-369c-4cf8-ae97-81ad1c24171d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:31.519361 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aedab120-d5da-4285-a7c0-5dcf43a509c8 req-0af16072-369c-4cf8-ae97-81ad1c24171d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0966232 May 16 18:54:31.529387 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-d53613b7-9474-462d-9d9d-a99ae4361465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:31.613872 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aedab120-d5da-4285-a7c0-5dcf43a509c8 req-f82e658b-e4df-4218-b654-a8cd4ea37cd1 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669312 May 16 18:54:31.615169 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Made reservation on behalf of 75d882994e2c443fb1d9104ccbfb8c7f for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:54:31.620198 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:31.646886 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (7c0dd6ff-ef1c-4ed0-809d-6f90671e139b), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:31.675997 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'Port': ['ID=7c0dd6ff-ef1c-4ed0-809d-6f90671e139b,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:31.776232 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Allocated IP 172.20.0.5 (265ca952-32c3-45ee-8297-5b81b68af9fb/063b87a2-9ff2-4272-a905-58adb7221293/2c309251-7e9b-443c-b897-9cf5b018f4b9) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:54:31.801707 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:54:31.919909 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:54:31.934969 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:54:31.950033 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:31.950943 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:31.954441 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:31.967873 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] No DVR routers for this DVR port 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b on host hv-cinder-75078 {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:54:31.970886 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:31.974278 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-0e3f50e5-e8eb-49c6-94c9-2536bcb69ecf req-2e3367d3-9149-4ab9-82e2-1071710fcc7c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "DELETE /v2.0/ports/7c0dd6ff-ef1c-4ed0-809d-6f90671e139b HTTP/1.1" status: 204 len: 173 time: 0.9740748 May 16 18:54:31.974745 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce01de2-ca20-437e-93cb-975e3add0542', 'name': 'network-vif-deleted', 'tag': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:31.977122 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76efb1e-ab60-465d-9002-045ffb137f8d" -d '{"events": [{"server_uuid": "bce01de2-ca20-437e-93cb-975e3add0542", "name": "network-vif-deleted", "tag": "7c0dd6ff-ef1c-4ed0-809d-6f90671e139b"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:32.002566 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:32.054002 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Network 265ca952-32c3-45ee-8297-5b81b68af9fb is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:54:32.055903 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cf661f-e029-40cc-9918-067696f0850f x-openstack-request-id: req-96cf661f-e029-40cc-9918-067696f0850f {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:32.056354 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce01de2-ca20-437e-93cb-975e3add0542", "name": "network-vif-deleted", "tag": "7c0dd6ff-ef1c-4ed0-809d-6f90671e139b", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:32.057898 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-96cf661f-e029-40cc-9918-067696f0850f {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:32.058699 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cf661f-e029-40cc-9918-067696f0850f'] response: {'server_uuid': 'bce01de2-ca20-437e-93cb-975e3add0542', 'name': 'network-vif-deleted', 'tag': '7c0dd6ff-ef1c-4ed0-809d-6f90671e139b', 'status': 'completed', 'code': 200} May 16 18:54:32.060380 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:54:32.062855 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:54:32.090428 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:32.147370 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event updated for resources: {'Port': ['ID=2c309251-7e9b-443c-b897-9cf5b018f4b9,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:32.177422 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:32.178546 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:32.215527 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-8fc6baf4-efd3-45fb-a8eb-63c3f03d3695 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255081 May 16 18:54:32.365397 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:32.372730 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a1136-cf6c-4af3-aafa-feda7874c765 req-557cafc2-9d77-45a7-bbb8-18cd3f4fb288 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:32.374592 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-760a1136-cf6c-4af3-aafa-feda7874c765 req-557cafc2-9d77-45a7-bbb8-18cd3f4fb288 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 931 time: 0.0760999 May 16 18:54:32.404495 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:54:32.416346 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:32.417267 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:32.442686 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-097bfce9-0d07-40ed-be74-5f58bd93c5b7 req-a38c9b13-11df-42d7-948a-ad115bb361f8 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=bce01de2-ca20-437e-93cb-975e3add0542 HTTP/1.1" status: 200 len: 210 time: 0.0531831 May 16 18:54:32.462689 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-760a1136-cf6c-4af3-aafa-feda7874c765 req-9c5982f4-6df5-46ab-9b7c-1e27dc1c6c51 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758359 May 16 18:54:32.532124 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Request body: {'port': {'device_id': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:32.557661 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-eafdb414-8d5c-49d3-9ceb-9b36bb9a3cb2 None None] Provisioning complete for port 2c309251-7e9b-443c-b897-9cf5b018f4b9 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:54:32.558169 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-eafdb414-8d5c-49d3-9ceb-9b36bb9a3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:32.619392 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:32.732416 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:32.766777 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-eafdb414-8d5c-49d3-9ceb-9b36bb9a3cb2 None None] Port 2c309251-7e9b-443c-b897-9cf5b018f4b9 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:54:32.828571 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf28ef-d6ff-48cb-a6ac-3650d7385826 req-09e92c08-6e82-4e39-8853-052e26cbce8f tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:32.830149 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bcaf28ef-d6ff-48cb-a6ac-3650d7385826 req-09e92c08-6e82-4e39-8853-052e26cbce8f tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.1080692 May 16 18:54:32.848806 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:32.944056 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bcaf28ef-d6ff-48cb-a6ac-3650d7385826 req-58365913-0aec-46d4-8b0b-9de0e9afef9e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953071 May 16 18:54:32.980784 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:33.009569 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159132b-726f-4223-a18b-ec3b257f3db8 None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:54:33.031679 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c309251-7e9b-443c-b897-9cf5b018f4b9 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:54:33.040579 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Publish callbacks [] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:33.059335 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Transition to ACTIVE for port object 2c309251-7e9b-443c-b897-9cf5b018f4b9 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:54:33.063963 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:33.120060 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c309251-7e9b-443c-b897-9cf5b018f4b9,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:33.209023 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-cb7c965d-7979-4899-9ebe-c135552ffa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:33.210822 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-cb7c965d-7979-4899-9ebe-c135552ffa4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=405413536bdb433fbb7d03c8ccd34283&device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0600264 May 16 18:54:33.253593 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Attempting to bind port 2c309251-7e9b-443c-b897-9cf5b018f4b9 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:54:33.254176 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Attempting to bind port 2c309251-7e9b-443c-b897-9cf5b018f4b9 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:54:33.254621 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Attempting to bind port 2c309251-7e9b-443c-b897-9cf5b018f4b9 on network 265ca952-32c3-45ee-8297-5b81b68af9fb {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:54:33.262342 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Port 2c309251-7e9b-443c-b897-9cf5b018f4b9 on network 265ca952-32c3-45ee-8297-5b81b68af9fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:54:33.262849 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Attempting to bind port 2c309251-7e9b-443c-b897-9cf5b018f4b9 on network 265ca952-32c3-45ee-8297-5b81b68af9fb {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:54:33.273031 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:54:33.273562 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Checking segment: {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:54:33.274206 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Bound using segment: {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:54:33.274943 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Bound port: 2c309251-7e9b-443c-b897-9cf5b018f4b9, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fe39ed-38f0-41e5-860a-1271b147fc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:54:33.275770 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:33.317479 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-a5bf2308-f952-4b8e-9771-74e0ce42cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:33.318983 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-a5bf2308-f952-4b8e-9771-74e0ce42cf5e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d80de480-7bd7-488b-b9fb-bd1908d6b618 HTTP/1.1" status: 200 len: 910 time: 0.0995862 May 16 18:54:33.390899 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eabe6b3-fed2-4950-9b33-307af6e0c2db None None] New status for floating IP 97b6cc95-c5be-470c-a3ee-9a0cf1bacef3: DOWN {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:54:33.398188 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] For port 2c309251-7e9b-443c-b897-9cf5b018f4b9, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:54:33.402922 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] For port 2c309251-7e9b-443c-b897-9cf5b018f4b9, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2c309251-7e9b-443c-b897-9cf5b018f4b9,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:54:33.411265 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:33.431387 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:33.432064 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:33.433526 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] 10.222.0.61 "PUT /v2.0/ports/2c309251-7e9b-443c-b897-9cf5b018f4b9 HTTP/1.1" status: 200 len: 1093 time: 0.9099133 May 16 18:54:33.438168 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-357540fa-8c8e-4e3b-9562-6d60436e1fa5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa HTTP/1.1" status: 200 len: 1001 time: 0.1103208 May 16 18:54:33.454503 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'tag': '2c309251-7e9b-443c-b897-9cf5b018f4b9'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:33.457364 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cabc96-8175-44f6-845a-6bb4b079db01" -d '{"events": [{"name": "network-changed", "server_uuid": "4c93bb74-3b57-4277-9a6b-e8b7569f301d", "tag": "2c309251-7e9b-443c-b897-9cf5b018f4b9"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:33.510946 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d2c90-fcad-46c8-9aaa-a8c816a20fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c309251-7e9b-443c-b897-9cf5b018f4b9,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:33.577194 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-00b1b48e-fdd9-4bc2-ba91-88f96df261e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:33.581417 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-00b1b48e-fdd9-4bc2-ba91-88f96df261e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13fa5cf4-2fec-47ee-8330-7e728ac0e344 HTTP/1.1" status: 200 len: 848 time: 0.1294267 May 16 18:54:33.638763 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c10215cd-fe9e-41de-bda0-5cc5dab20920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:33.642735 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-c10215cd-fe9e-41de-bda0-5cc5dab20920 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 1127 time: 0.1176240 May 16 18:54:33.686474 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-84aec274-56ba-4753-9aef-e16e7eba6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:33.688323 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-84aec274-56ba-4753-9aef-e16e7eba6438 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d80de480-7bd7-488b-b9fb-bd1908d6b618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0949097 May 16 18:54:33.767641 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f39d15-ef9b-45e9-9860-a1b51274aa23 x-openstack-request-id: req-e6f39d15-ef9b-45e9-9860-a1b51274aa23 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:33.768126 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c93bb74-3b57-4277-9a6b-e8b7569f301d", "tag": "2c309251-7e9b-443c-b897-9cf5b018f4b9", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:33.768513 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6f39d15-ef9b-45e9-9860-a1b51274aa23 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:33.769113 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f39d15-ef9b-45e9-9860-a1b51274aa23'] response: {'name': 'network-changed', 'server_uuid': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'tag': '2c309251-7e9b-443c-b897-9cf5b018f4b9', 'status': 'completed', 'code': 200} May 16 18:54:33.776360 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-71ac8689-290d-4aa9-940c-c15eb344c68d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c309251-7e9b-443c-b897-9cf5b018f4b9 HTTP/1.1" status: 200 len: 217 time: 0.1066763 May 16 18:54:33.795761 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46346) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:33.807532 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d72d4-7316-476c-ae6b-333d11967a71 req-6a70aa01-aebc-44f3-a978-46f426972abb tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:33.809078 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-769d72d4-7316-476c-ae6b-333d11967a71 req-6a70aa01-aebc-44f3-a978-46f426972abb tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 943 time: 0.1648760 May 16 18:54:33.836913 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-7ba192c3-9fe1-4d8a-a158-92e2f9047950 service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355624 May 16 18:54:33.883825 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-53e988e0-05f1-49e3-983f-13037ec26e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:33.885282 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-53e988e0-05f1-49e3-983f-13037ec26e25 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=063b87a2-9ff2-4272-a905-58adb7221293 HTTP/1.1" status: 200 len: 849 time: 0.1002426 May 16 18:54:33.892807 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-769d72d4-7316-476c-ae6b-333d11967a71 req-d6c00bb8-3b34-48f4-bc88-afd1e37f8c6a tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623617 May 16 18:54:33.940982 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-55887b24-016a-4c67-b7e8-9267910859e0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (284b6757-db4d-4f77-90f6-6a3b4067ded4), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:33.949550 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-bd6bec72-cbfc-40c6-853f-19fc346be274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:33.951388 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-bd6bec72-cbfc-40c6-853f-19fc346be274 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=265ca952-32c3-45ee-8297-5b81b68af9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575047 May 16 18:54:33.980166 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-55887b24-016a-4c67-b7e8-9267910859e0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (284b6757-db4d-4f77-90f6-6a3b4067ded4), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:33.997990 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-f4a00c0c-0167-4fce-bab1-3d5e382e81e4 req-ab0ffa81-dc93-47f6-a0ba-e9502a5f5d93 service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524417 May 16 18:54:34.059434 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-55887b24-016a-4c67-b7e8-9267910859e0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (284b6757-db4d-4f77-90f6-6a3b4067ded4), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.062620 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-55887b24-016a-4c67-b7e8-9267910859e0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.066218 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-55887b24-016a-4c67-b7e8-9267910859e0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "DELETE /v2.0/security-groups/284b6757-db4d-4f77-90f6-6a3b4067ded4 HTTP/1.1" status: 204 len: 168 time: 0.2670898 May 16 18:54:34.066949 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46350) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:34.079352 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55887b24-016a-4c67-b7e8-9267910859e0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284b6757-db4d-4f77-90f6-6a3b4067ded4,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:34.091003 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.096114 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.api.v2.resource [None req-a859bcda-6998-4e04-9a24-7443db20e820 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] show failed (client error): The resource could not be found. May 16 18:54:34.099971 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-a859bcda-6998-4e04-9a24-7443db20e820 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups/284b6757-db4d-4f77-90f6-6a3b4067ded4 HTTP/1.1" status: 404 len: 347 time: 0.0277357 May 16 18:54:34.100470 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46352) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:34.113176 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a8d45-87e3-4096-b9cd-8bddd3df31f7 req-5aa05f6a-a1cf-4df4-a2d4-00fc328359dd tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:34.118399 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-312a8d45-87e3-4096-b9cd-8bddd3df31f7 req-5aa05f6a-a1cf-4df4-a2d4-00fc328359dd tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0853727 May 16 18:54:34.139172 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-09876c4f-6ac5-40ae-b187-768c3209bb06 service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808209 May 16 18:54:34.190637 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-312a8d45-87e3-4096-b9cd-8bddd3df31f7 req-63f03e55-b1b9-4ab1-934d-aec1cfb8999a tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670779 May 16 18:54:34.234576 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:54:34.245179 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Deleting port cfdef8aa-2212-460d-b7a8-1cb8bfc55859 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:54:34.245778 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (cfdef8aa-2212-460d-b7a8-1cb8bfc55859), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.265104 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:54:34.265505 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c0dd6ff-ef1c-4ed0-809d-6f90671e139b not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:54:34.348270 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (cfdef8aa-2212-460d-b7a8-1cb8bfc55859), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.348598 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (cfdef8aa-2212-460d-b7a8-1cb8bfc55859), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.362301 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Calling delete_port for cfdef8aa-2212-460d-b7a8-1cb8bfc55859 owned by network:floatingip {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:54:34.509723 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (cfdef8aa-2212-460d-b7a8-1cb8bfc55859), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.537492 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'Port': ['ID=cfdef8aa-2212-460d-b7a8-1cb8bfc55859,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:34.592676 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.606782 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (97b6cc95-c5be-470c-a3ee-9a0cf1bacef3), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.610398 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.611870 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-30b6d9fa-7fde-4b64-bf1f-302971dcd421 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "DELETE /v2.0/floatingips/97b6cc95-c5be-470c-a3ee-9a0cf1bacef3 HTTP/1.1" status: 204 len: 168 time: 0.5098293 May 16 18:54:34.697622 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46356) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:34.704436 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-f338d5a8-df26-4076-a70a-a2a8017e8030 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1628198401', 'description': 'tempest-description--533567153'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:34.730986 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f338d5a8-df26-4076-a70a-a2a8017e8030 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.817358 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f338d5a8-df26-4076-a70a-a2a8017e8030 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (6759f7c4-2fb3-4b1a-9490-8499fb5ae595), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.822267 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f338d5a8-df26-4076-a70a-a2a8017e8030 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (6759f7c4-2fb3-4b1a-9490-8499fb5ae595), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.855230 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f338d5a8-df26-4076-a70a-a2a8017e8030 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.856512 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f338d5a8-df26-4076-a70a-a2a8017e8030 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1577125 May 16 18:54:34.858735 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338d5a8-df26-4076-a70a-a2a8017e8030 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6759f7c4-2fb3-4b1a-9490-8499fb5ae595,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:34.859445 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46358) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:34.863967 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-501406cf-ed41-4544-a89f-732cc5204775 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group_rule': {'security_group_id': '6759f7c4-2fb3-4b1a-9490-8499fb5ae595', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:34.902807 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-501406cf-ed41-4544-a89f-732cc5204775 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (17ee00a6-fcb3-461e-b8e3-4dae004d32d9), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.970253 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-501406cf-ed41-4544-a89f-732cc5204775 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (17ee00a6-fcb3-461e-b8e3-4dae004d32d9), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:34.975546 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-501406cf-ed41-4544-a89f-732cc5204775 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (17ee00a6-fcb3-461e-b8e3-4dae004d32d9), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:35.002592 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501406cf-ed41-4544-a89f-732cc5204775 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ee00a6-fcb3-461e-b8e3-4dae004d32d9,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:35.029604 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-501406cf-ed41-4544-a89f-732cc5204775 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:35.031492 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-501406cf-ed41-4544-a89f-732cc5204775 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1704080 May 16 18:54:35.033757 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46362) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:35.039008 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-f5f86b2b-f808-4a48-ae18-c3d25c15d0fb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'security_group_rule': {'security_group_id': '6759f7c4-2fb3-4b1a-9490-8499fb5ae595', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:35.060653 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d169d14-ebd0-4bfc-9c11-1f58b9c84f94 req-14b02d8c-ce1f-402d-999b-94a717dcb24a tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:35.063018 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4d169d14-ebd0-4bfc-9c11-1f58b9c84f94 req-14b02d8c-ce1f-402d-999b-94a717dcb24a tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 943 time: 0.0709448 May 16 18:54:35.075895 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b2b-f808-4a48-ae18-c3d25c15d0fb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (1938694d-ceba-4ad1-b99e-4f11e5c8172d), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:35.126624 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4d169d14-ebd0-4bfc-9c11-1f58b9c84f94 req-bdaef22e-a203-43a4-962f-c09111fcbcfa tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559554 May 16 18:54:35.142790 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b2b-f808-4a48-ae18-c3d25c15d0fb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (1938694d-ceba-4ad1-b99e-4f11e5c8172d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:35.147961 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b2b-f808-4a48-ae18-c3d25c15d0fb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (1938694d-ceba-4ad1-b99e-4f11e5c8172d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:35.166292 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f86b2b-f808-4a48-ae18-c3d25c15d0fb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1938694d-ceba-4ad1-b99e-4f11e5c8172d,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:35.174588 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b2b-f808-4a48-ae18-c3d25c15d0fb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:35.175845 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f5f86b2b-f808-4a48-ae18-c3d25c15d0fb tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409502 May 16 18:54:35.179506 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46364) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:35.185227 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:35.208827 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:35.356401 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43a37e-5849-4897-acd2-8e02add543bb req-f84f362c-b720-42ec-8668-e936d470f5d3 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:35.357841 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6a43a37e-5849-4897-acd2-8e02add543bb req-f84f362c-b720-42ec-8668-e936d470f5d3 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0662680 May 16 18:54:35.359192 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:35.460752 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6a43a37e-5849-4897-acd2-8e02add543bb req-9ad5fb32-aec9-4e56-96e6-b08a49cc359b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939336 May 16 18:54:35.468190 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:35.514523 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Allocated IP 172.27.1.134 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/e5f08f22-e036-4315-aec8-f68d078140ba) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:54:35.954053 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be10db27-cdea-4bb7-8d68-0111b7ca28c7 req-97e4f13b-d721-424d-a5bb-4f1d5f234ccf service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239006 May 16 18:54:35.967061 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (e5f08f22-e036-4315-aec8-f68d078140ba), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:36.011081 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (e5f08f22-e036-4315-aec8-f68d078140ba), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:36.069992 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:54:36.076525 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:54:36.080635 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:54:36.084311 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=e5f08f22-e036-4315-aec8-f68d078140ba,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:36.197330 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (e863b2f8-56ae-49aa-a807-235961c8f96f), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:36.264990 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (e5f08f22-e036-4315-aec8-f68d078140ba), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:36.298459 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735b67-5a8f-40d5-aca1-b02ad09a9b02 req-8a03bfbb-570f-4142-a1b0-7aefe0e49d1e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:36.299996 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea735b67-5a8f-40d5-aca1-b02ad09a9b02 req-8a03bfbb-570f-4142-a1b0-7aefe0e49d1e tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 943 time: 0.0709329 May 16 18:54:36.405296 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ea735b67-5a8f-40d5-aca1-b02ad09a9b02 req-7af2623e-7b5b-474c-b674-319c77864281 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977917 May 16 18:54:36.516587 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (e5f08f22-e036-4315-aec8-f68d078140ba), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:36.525808 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (e5f08f22-e036-4315-aec8-f68d078140ba), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:36.640893 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=e5f08f22-e036-4315-aec8-f68d078140ba,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:36.651451 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd4ae4-9655-447a-89c3-b4a4bfc43ec3 req-7be29a5c-8313-41b0-868f-16b13a0888cd tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:36.653041 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29dd4ae4-9655-447a-89c3-b4a4bfc43ec3 req-7be29a5c-8313-41b0-868f-16b13a0888cd tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0938768 May 16 18:54:36.659081 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (e863b2f8-56ae-49aa-a807-235961c8f96f), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:36.690616 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:36.691861 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-9b306d33-238c-4a33-9cb7-1fea558697a0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5105970 May 16 18:54:36.730888 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29dd4ae4-9655-447a-89c3-b4a4bfc43ec3 req-a49be711-902b-456c-84ad-579150fc98cc tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684404 May 16 18:54:36.859270 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-0d966165-201f-44b6-af9c-74a81944f5ed tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1628198401&fields=id&tenant_id=593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 267 time: 0.0465646 May 16 18:54:36.978634 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-af9a820f-7c32-44f0-aa83-062022545951 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:36.980290 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-af9a820f-7c32-44f0-aa83-062022545951 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 814 time: 0.1144555 May 16 18:54:36.996968 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-79e15437-e070-4b7f-80d8-042252ad5e70 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/quotas/593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 375 time: 0.0106738 May 16 18:54:37.053770 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-ae929b6a-9a28-460c-9197-489e6ea0e512 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483482 May 16 18:54:37.177857 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-0e86f383-9973-4bf4-b2b6-7af2733132bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:37.179368 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-0e86f383-9973-4bf4-b2b6-7af2733132bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 1127 time: 0.0726411 May 16 18:54:37.313651 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-e7c3ec1e-a8da-4a1f-880f-d3fb5d0a491a service neutron] 10.222.0.72 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455063 May 16 18:54:37.349630 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-88ed19c3-fcd9-484c-8ca7-4f528e9e990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:37.351102 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-88ed19c3-fcd9-484c-8ca7-4f528e9e990c service neutron] 10.222.0.61 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 911 time: 0.1634977 May 16 18:54:37.423067 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-13e4aac8-321b-48dd-8375-58d18438cd65 service neutron] 10.222.0.72 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004622 May 16 18:54:37.548839 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120bf16-b93d-4779-8c88-f7fdc9ee14c5 req-2afbe774-03b1-49a1-ae3c-9af84bb7c3b2 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:37.551334 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3120bf16-b93d-4779-8c88-f7fdc9ee14c5 req-2afbe774-03b1-49a1-ae3c-9af84bb7c3b2 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 943 time: 0.0677016 May 16 18:54:37.644167 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-9de38c5b-f456-4795-9324-a8aa3f3b7238 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c309251-7e9b-443c-b897-9cf5b018f4b9 HTTP/1.1" status: 200 len: 217 time: 0.0642955 May 16 18:54:37.677481 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9e26faf9-5f52-495e-b485-e0d07a913bd7 req-4cb691c6-333a-4135-9e07-b17ad8e4098d tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 210 time: 0.0757906 May 16 18:54:37.693355 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3120bf16-b93d-4779-8c88-f7fdc9ee14c5 req-35ee8684-4899-4e3f-8e93-28a72e245531 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346989 May 16 18:54:37.749753 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-05004329-436b-4822-bec2-206da4710ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:37.751359 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-05004329-436b-4822-bec2-206da4710ecc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=063b87a2-9ff2-4272-a905-58adb7221293 HTTP/1.1" status: 200 len: 849 time: 0.0794480 May 16 18:54:37.810032 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-ac941898-43a6-4f18-ba8b-3a5ddd0f5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:37.812504 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-ac941898-43a6-4f18-ba8b-3a5ddd0f5a9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=265ca952-32c3-45ee-8297-5b81b68af9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543842 May 16 18:54:37.897308 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909e949-43dd-4742-ba81-db98189e539c req-c4fb1d6b-1538-4871-8514-cca0cdc4a493 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:37.899208 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8909e949-43dd-4742-ba81-db98189e539c req-c4fb1d6b-1538-4871-8514-cca0cdc4a493 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0851457 May 16 18:54:38.028704 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8909e949-43dd-4742-ba81-db98189e539c req-94999756-1b6a-448d-99db-3612275fb693 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859437 May 16 18:54:38.030730 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-5a010deb-43d6-4a5b-b18f-e48bc13f13bf service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037821 May 16 18:54:38.121211 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [req-ff9508bc-2180-4134-940a-34f4cf8a5132 req-2c272272-4adb-4301-89ce-55132731087d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:54:38.122241 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ff9508bc-2180-4134-940a-34f4cf8a5132 req-2c272272-4adb-4301-89ce-55132731087d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063469 May 16 18:54:38.177121 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71cabc96-8175-44f6-845a-6bb4b079db01 req-69700b12-47c2-479c-bd34-ca0229b0fcac service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369035 May 16 18:54:38.249133 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2c309251-7e9b-443c-b897-9cf5b018f4b9 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:54:38.264792 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-de9a9fef-5bef-4b3f-bdb2-720803aeae5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550363 May 16 18:54:38.330481 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46408) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:38.375099 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292838b-4215-4ee7-8368-f6c7919c52b7 req-14610fa5-3460-419c-a704-d58fb94f0935 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:38.377076 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d292838b-4215-4ee7-8368-f6c7919c52b7 req-14610fa5-3460-419c-a704-d58fb94f0935 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0898314 May 16 18:54:38.399365 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 2c309251-7e9b-443c-b897-9cf5b018f4b9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2c309251-7e9b-443c-b897-9cf5b018f4b9,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:38.426037 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '2c309251-7e9b-443c-b897-9cf5b018f4b9', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'port_id': '2c309251-7e9b-443c-b897-9cf5b018f4b9', 'mac_address': 'fa:16:3e:2e:e8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:54:38.458687 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d292838b-4215-4ee7-8368-f6c7919c52b7 req-04d2c457-d22f-4b83-9cdd-aa8a26856f23 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735128 May 16 18:54:38.486031 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 2c309251-7e9b-443c-b897-9cf5b018f4b9 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:54:38.486031 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:38.500860 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c309251-7e9b-443c-b897-9cf5b018f4b9 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:54:38.531453 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 2c309251-7e9b-443c-b897-9cf5b018f4b9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2c309251-7e9b-443c-b897-9cf5b018f4b9,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:38.536729 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:38.603148 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=2c309251-7e9b-443c-b897-9cf5b018f4b9,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:38.723266 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-c27bf3c7-9f92-4ad2-b91c-e2e672a85fbb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3905685 May 16 18:54:38.727525 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-e5baa056-ed10-4369-ac1b-303a0b20010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:38.730040 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-e5baa056-ed10-4369-ac1b-303a0b20010d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 1130 time: 0.0552411 May 16 18:54:38.746676 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-46269153-6e67-47e8-8541-687818f9f0d9 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:54:38.747726 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-46269153-6e67-47e8-8541-687818f9f0d9 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0108397 May 16 18:54:38.866807 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-028690e2-497e-4087-ae69-dac2e43b01a0 req-a239da30-54c7-4586-b6a3-03adc93e5416 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 210 time: 0.0525885 May 16 18:54:38.904308 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46420) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:38.932677 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['2c309251-7e9b-443c-b897-9cf5b018f4b9'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:54:38.947427 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff03ea-2335-4b96-8779-55a3da379478 req-0e82be85-8012-4a72-bde3-c0ad11d7019b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:38.959147 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35ff03ea-2335-4b96-8779-55a3da379478 req-0e82be85-8012-4a72-bde3-c0ad11d7019b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 944 time: 0.1629808 May 16 18:54:38.995993 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-9c091316-de13-421d-8e1b-5308f1728013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:38.997622 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-9c091316-de13-421d-8e1b-5308f1728013 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 200 len: 919 time: 0.2304409 May 16 18:54:39.038803 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-35ccebfe-9214-412e-b0ee-d942a04c6f72 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:39.041606 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-35ccebfe-9214-412e-b0ee-d942a04c6f72 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 814 time: 0.2395456 May 16 18:54:39.052328 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-a6512fad-e081-447c-a471-b9601de4a78e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:39.053844 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-a6512fad-e081-447c-a471-b9601de4a78e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports/fbd9282a-e554-4f50-b165-7ce5f6ec3daa HTTP/1.1" status: 200 len: 942 time: 0.1482661 May 16 18:54:39.088390 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35ff03ea-2335-4b96-8779-55a3da379478 req-6c7918ae-e7bc-4aab-a62a-0ad98384fcc2 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278648 May 16 18:54:39.093076 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-bc070dc6-f96c-4109-9a71-e18128e6846f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8 HTTP/1.1" status: 200 len: 217 time: 0.0817606 May 16 18:54:39.147276 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-293a2347-bfae-4f26-b4a9-7a856acb04c1 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=593c7b69cbad453499aacad0ad6e64ae HTTP/1.1" status: 200 len: 380 time: 0.0920460 May 16 18:54:39.168575 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-ff304550-8adf-433f-acdf-9a7b55406adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:39.170032 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-ff304550-8adf-433f-acdf-9a7b55406adc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 200 len: 857 time: 0.0693643 May 16 18:54:39.224182 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'port': {'device_id': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'admin_state_up': True, 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'security_groups': ['6759f7c4-2fb3-4b1a-9490-8499fb5ae595']}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:39.273160 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-ea4e5e15-d268-446f-a247-6b0c3df89744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:39.273160 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-ea4e5e15-d268-446f-a247-6b0c3df89744 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512035 May 16 18:54:39.384464 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Made reservation on behalf of 593c7b69cbad453499aacad0ad6e64ae for: {'port': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:54:39.388113 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:39.390484 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-780b9b12-ef0b-4eb4-b6a5-a01b6e658117 service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033287 May 16 18:54:39.514362 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f9bda07-0fbd-4bce-9426-f5181015b4fa req-fcebed9b-76e4-403b-a244-04074802dead service neutron] 10.222.0.61 "GET /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149383 May 16 18:54:39.579225 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Allocated IP 172.20.0.5 (236a317a-f889-44df-b53d-ac5f81a24b24/705c0d18-60df-43e1-b716-3a5447ba5fc5/2a30c253-e8b1-4a46-acbb-8e869807dac0) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:54:39.618580 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b8f7e-912c-43aa-a4c7-54dc97ae355d req-69b84848-4fed-4979-9ce0-1d414dbb8388 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:39.620141 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3b7b8f7e-912c-43aa-a4c7-54dc97ae355d req-69b84848-4fed-4979-9ce0-1d414dbb8388 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0561974 May 16 18:54:39.689465 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3b7b8f7e-912c-43aa-a4c7-54dc97ae355d req-66299557-7308-4e90-aaf7-3a105e515347 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570896 May 16 18:54:39.758990 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:39.796372 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:39.840948 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Network 236a317a-f889-44df-b53d-ac5f81a24b24 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:54:39.844603 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:54:39.851291 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:54:39.858159 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event updated for resources: {'Port': ['ID=2a30c253-e8b1-4a46-acbb-8e869807dac0,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:39.930432 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:39.931392 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:39.959994 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-d7942652-bad6-4a31-9705-65bcaf1b9cff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7399011 May 16 18:54:39.979299 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Request body: {'port': {'device_id': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:40.097660 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.102314 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e206c7-59e6-4137-ac8f-c73a14ad89f5 req-2208cb00-4613-4e6b-9a83-051a017ec0a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:40.108543 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-00e206c7-59e6-4137-ac8f-c73a14ad89f5 req-2208cb00-4613-4e6b-9a83-051a017ec0a6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 931 time: 0.1169550 May 16 18:54:40.198190 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-00e206c7-59e6-4137-ac8f-c73a14ad89f5 req-5c94439e-1ed9-43f4-be6a-070b9d69acba tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788314 May 16 18:54:40.207070 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-60ba4549-762e-4e68-b3d6-c6d2ae33e841 None None] Provisioning complete for port 2a30c253-e8b1-4a46-acbb-8e869807dac0 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:54:40.207884 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-60ba4549-762e-4e68-b3d6-c6d2ae33e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.252662 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-60ba4549-762e-4e68-b3d6-c6d2ae33e841 None None] Port 2a30c253-e8b1-4a46-acbb-8e869807dac0 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:54:40.261642 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2c309251-7e9b-443c-b897-9cf5b018f4b9 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:54:40.275520 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa494a-6fb2-4ff2-9c9f-fea9e87dcfa1 req-52f7be42-9f3e-4d61-b96d-f18bd744d8cf tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:40.278019 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f8aa494a-6fb2-4ff2-9c9f-fea9e87dcfa1 req-52f7be42-9f3e-4d61-b96d-f18bd744d8cf tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 944 time: 0.0668120 May 16 18:54:40.323437 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 2c309251-7e9b-443c-b897-9cf5b018f4b9 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:54:40.333742 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 2c309251-7e9b-443c-b897-9cf5b018f4b9 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:54:40.334544 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.354754 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f8aa494a-6fb2-4ff2-9c9f-fea9e87dcfa1 req-19a5d4bc-c7f0-4509-98ad-971d2b1012c6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701239 May 16 18:54:40.459840 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 2c309251-7e9b-443c-b897-9cf5b018f4b9 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:54:40.460123 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.489289 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c309251-7e9b-443c-b897-9cf5b018f4b9'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:40.494535 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aa3823-98ab-4722-93d1-806043f5ef04" -d '{"events": [{"server_uuid": "4c93bb74-3b57-4277-9a6b-e8b7569f301d", "name": "network-vif-plugged", "status": "completed", "tag": "2c309251-7e9b-443c-b897-9cf5b018f4b9"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:40.525298 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 2c309251-7e9b-443c-b897-9cf5b018f4b9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2c309251-7e9b-443c-b897-9cf5b018f4b9,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:40.530393 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.531437 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbd9282a-e554-4f50-b165-7ce5f6ec3daa no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:54:40.586987 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a30c253-e8b1-4a46-acbb-8e869807dac0 {{(pid=115278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:54:40.603200 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Publish callbacks [] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.614761 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=2c309251-7e9b-443c-b897-9cf5b018f4b9,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:40.628370 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.provisioning_blocks [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Transition to ACTIVE for port object 2a30c253-e8b1-4a46-acbb-8e869807dac0 will not be triggered until provisioned by entity L2. {{(pid=115278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:54:40.635829 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.675334 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port fbd9282a-e554-4f50-b165-7ce5f6ec3daa is: ACTIVE; New status is: DOWN {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:54:40.675745 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.718790 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:40.727950 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.787219 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb9ab2e-1191-49e4-8b0e-33c4fe500360 x-openstack-request-id: req-bbb9ab2e-1191-49e4-8b0e-33c4fe500360 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:40.788076 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c93bb74-3b57-4277-9a6b-e8b7569f301d", "name": "network-vif-plugged", "status": "completed", "tag": "2c309251-7e9b-443c-b897-9cf5b018f4b9", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:40.788668 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bbb9ab2e-1191-49e4-8b0e-33c4fe500360 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:40.789880 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb9ab2e-1191-49e4-8b0e-33c4fe500360'] response: {'server_uuid': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c309251-7e9b-443c-b897-9cf5b018f4b9', 'code': 200} May 16 18:54:40.816508 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Pushing event updated for resources: {'Port': ['ID=2a30c253-e8b1-4a46-acbb-8e869807dac0,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:40.856275 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,revision_number=6']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:40.866965 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Attempting to bind port 2a30c253-e8b1-4a46-acbb-8e869807dac0 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:54:40.867405 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Attempting to bind port 2a30c253-e8b1-4a46-acbb-8e869807dac0 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:54:40.867873 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Attempting to bind port 2a30c253-e8b1-4a46-acbb-8e869807dac0 on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:54:40.877428 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Port 2a30c253-e8b1-4a46-acbb-8e869807dac0 on network 236a317a-f889-44df-b53d-ac5f81a24b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:54:40.878204 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Attempting to bind port 2a30c253-e8b1-4a46-acbb-8e869807dac0 on network 236a317a-f889-44df-b53d-ac5f81a24b24 {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:54:40.887632 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:54:40.888174 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Checking segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:54:40.888746 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Bound using segment: {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'} {{(pid=115278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:54:40.889420 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.managers [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Bound port: 2a30c253-e8b1-4a46-acbb-8e869807dac0, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f45c12-2d02-49af-989b-c50b0ed2f124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24'}}] {{(pid=115278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:54:40.889984 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:40.929633 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad3e11-82b0-4f1f-b6c0-14dcb4da8ff9 req-876012c8-df5a-4cba-8a67-926676f91ab4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:40.937359 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2ad3e11-82b0-4f1f-b6c0-14dcb4da8ff9 req-876012c8-df5a-4cba-8a67-926676f91ab4 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.1221752 May 16 18:54:41.032889 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] For port 2a30c253-e8b1-4a46-acbb-8e869807dac0, host hv-cinder-75078, cleared binding levels {{(pid=115278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:54:41.036602 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] For port 2a30c253-e8b1-4a46-acbb-8e869807dac0, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2a30c253-e8b1-4a46-acbb-8e869807dac0,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:54:41.051988 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:41.087779 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061e47-cec0-48a1-becd-a8c32acbdcf9 req-f3f08bc6-c005-4ab0-b489-19321ba1b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:41.090676 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dc061e47-cec0-48a1-becd-a8c32acbdcf9 req-f3f08bc6-c005-4ab0-b489-19321ba1b0e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 1129 time: 0.1045816 May 16 18:54:41.091248 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:41.092044 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:41.093784 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] 10.222.0.61 "PUT /v2.0/ports/2a30c253-e8b1-4a46-acbb-8e869807dac0 HTTP/1.1" status: 200 len: 1093 time: 1.1200285 May 16 18:54:41.094247 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'tag': '2a30c253-e8b1-4a46-acbb-8e869807dac0'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:41.096539 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6bef3e-c506-4f37-b88a-2fc02e38c711" -d '{"events": [{"name": "network-changed", "server_uuid": "330d5725-0fac-4ad5-942f-f74fdc9bfbfb", "tag": "2a30c253-e8b1-4a46-acbb-8e869807dac0"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:41.098109 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2ad3e11-82b0-4f1f-b6c0-14dcb4da8ff9 req-58c40191-23c7-4aa4-87d7-81833489e3d7 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576262 May 16 18:54:41.144212 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01640a7-351c-488d-85c1-5b76553393ea service neutron] Pushing event updated for resources: {'Port': ['ID=2a30c253-e8b1-4a46-acbb-8e869807dac0,revision_number=3']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:41.155130 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06612737-5d5f-47b0-bede-854f91f54794 x-openstack-request-id: req-06612737-5d5f-47b0-bede-854f91f54794 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:41.155530 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330d5725-0fac-4ad5-942f-f74fdc9bfbfb", "tag": "2a30c253-e8b1-4a46-acbb-8e869807dac0", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:41.155967 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-06612737-5d5f-47b0-bede-854f91f54794 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:41.156521 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06612737-5d5f-47b0-bede-854f91f54794'] response: {'name': 'network-changed', 'server_uuid': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'tag': '2a30c253-e8b1-4a46-acbb-8e869807dac0', 'status': 'completed', 'code': 200} May 16 18:54:41.338188 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8525d-92d8-4c90-83bb-f6e8dd3b6fe0 req-2127dec9-2dad-4b20-bc48-bd44c8615e08 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:41.340885 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ffe8525d-92d8-4c90-83bb-f6e8dd3b6fe0 req-2127dec9-2dad-4b20-bc48-bd44c8615e08 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 943 time: 0.0563073 May 16 18:54:41.454611 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-b4468f1d-ab91-47f5-ba17-584ce893c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:41.456310 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-b4468f1d-ab91-47f5-ba17-584ce893c697 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5&tenant_id=405413536bdb433fbb7d03c8ccd34283 HTTP/1.1" status: 200 len: 1127 time: 0.0882704 May 16 18:54:41.481578 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ffe8525d-92d8-4c90-83bb-f6e8dd3b6fe0 req-becccde5-ac38-4af0-99d6-d2486ee6d28b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301775 May 16 18:54:41.484854 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:54:41.485406 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bef3e-c506-4f37-b88a-2fc02e38c711 req-d7d35126-20fa-4bd0-aa73-696e1d62955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:41.487810 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2a6bef3e-c506-4f37-b88a-2fc02e38c711 req-d7d35126-20fa-4bd0-aa73-696e1d62955d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 1127 time: 0.1005352 May 16 18:54:41.493216 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dc061e47-cec0-48a1-becd-a8c32acbdcf9 req-597b2713-b79f-4933-92d9-483d0f2ce7f9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308081 May 16 18:54:41.548838 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa18c4-7508-4ab5-9233-f37040b381c9 req-7b564907-d0ab-48e4-b77a-0c3005423018 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:41.550374 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71aa18c4-7508-4ab5-9233-f37040b381c9 req-7b564907-d0ab-48e4-b77a-0c3005423018 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 945 time: 0.0611444 May 16 18:54:41.606492 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71aa18c4-7508-4ab5-9233-f37040b381c9 req-97cf8c71-5101-4569-873c-57e6fe37e9e9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458639 May 16 18:54:41.842478 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-d29adb7a-b6a0-40d7-91b3-cd4f9bd97b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:41.844128 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-d29adb7a-b6a0-40d7-91b3-cd4f9bd97b08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=405413536bdb433fbb7d03c8ccd34283&device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 1127 time: 0.0997779 May 16 18:54:41.895180 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bef3e-c506-4f37-b88a-2fc02e38c711 req-91e85e74-83ce-4c7d-a3e5-f54f4a3b150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:41.896730 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2a6bef3e-c506-4f37-b88a-2fc02e38c711 req-91e85e74-83ce-4c7d-a3e5-f54f4a3b150e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=593c7b69cbad453499aacad0ad6e64ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1624658 May 16 18:54:42.031936 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-935af59a-e3a0-4f2c-a25a-cd8d76d35917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:42.033421 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-935af59a-e3a0-4f2c-a25a-cd8d76d35917 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d80de480-7bd7-488b-b9fb-bd1908d6b618 HTTP/1.1" status: 200 len: 910 time: 0.1795120 May 16 18:54:42.068779 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bef3e-c506-4f37-b88a-2fc02e38c711 req-8a05d540-59a3-4097-a4af-f3a6eb5252fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:42.070273 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2a6bef3e-c506-4f37-b88a-2fc02e38c711 req-8a05d540-59a3-4097-a4af-f3a6eb5252fb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344907 May 16 18:54:42.233660 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86265-45b5-4e64-966b-d532e1cb1280 req-46129725-1394-41f5-a34e-2293874a1ffa tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:42.235220 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a0c86265-45b5-4e64-966b-d532e1cb1280 req-46129725-1394-41f5-a34e-2293874a1ffa tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.0556235 May 16 18:54:42.308079 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a0c86265-45b5-4e64-966b-d532e1cb1280 req-611a7db6-02c2-44cc-8023-ba90feadee58 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663440 May 16 18:54:42.516132 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-751487e1-a934-4138-bbf3-c93c6c3ab318 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa HTTP/1.1" status: 200 len: 999 time: 0.0920548 May 16 18:54:42.522382 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-8505b981-48c5-4e04-bd67-f0eb2d8cec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:42.525584 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-8505b981-48c5-4e04-bd67-f0eb2d8cec5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 1127 time: 0.0560341 May 16 18:54:42.639061 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-59b6ccbe-99cf-4aaf-b45b-0b65144a45ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a30c253-e8b1-4a46-acbb-8e869807dac0 HTTP/1.1" status: 200 len: 217 time: 0.0731361 May 16 18:54:42.651641 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-d3d39e57-6f20-4bea-a70a-3295df5a6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:42.653693 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-d3d39e57-6f20-4bea-a70a-3295df5a6c92 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13fa5cf4-2fec-47ee-8330-7e728ac0e344 HTTP/1.1" status: 200 len: 848 time: 0.1271026 May 16 18:54:42.666529 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f912-79b9-4278-8be1-863e9c2a4a8e req-b76dca59-0ec5-40da-9356-b70b48eee84c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:42.668156 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e3d3f912-79b9-4278-8be1-863e9c2a4a8e req-b76dca59-0ec5-40da-9356-b70b48eee84c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 943 time: 0.0897584 May 16 18:54:42.791327 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:42.794985 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779856ed-968c-4924-a2df-bf3360a4d0a9" -d '{"events": [{"server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:42.835458 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-13e58d6d-4dfd-483f-b9db-0dda1bd6c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:42.837682 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-13e58d6d-4dfd-483f-b9db-0dda1bd6c555 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d80de480-7bd7-488b-b9fb-bd1908d6b618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1488934 May 16 18:54:42.842549 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-1ac52a11-927a-42f4-851e-188511be45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:42.843974 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-1ac52a11-927a-42f4-851e-188511be45ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.1423013 May 16 18:54:42.849364 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e3d3f912-79b9-4278-8be1-863e9c2a4a8e req-94676c12-a3e4-4f78-b848-a6640915bdff tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713603 May 16 18:54:42.855991 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75780055-56f5-4714-a1c7-6773b76287d9 req-7a43dda8-5e35-47d9-ba17-62ee18f0b39a tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:42.857271 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-75780055-56f5-4714-a1c7-6773b76287d9 req-7a43dda8-5e35-47d9-ba17-62ee18f0b39a tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 945 time: 0.1472535 May 16 18:54:42.902086 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a9d9e3-9c28-4182-9835-145069e0b1d5 x-openstack-request-id: req-25a9d9e3-9c28-4182-9835-145069e0b1d5 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:42.902378 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:42.902633 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-25a9d9e3-9c28-4182-9835-145069e0b1d5 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:42.903021 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a9d9e3-9c28-4182-9835-145069e0b1d5'] response: {'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'code': 200} May 16 18:54:42.942356 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-75780055-56f5-4714-a1c7-6773b76287d9 req-8a8353bc-c9c5-4213-bf0c-2a4971c61277 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784786 May 16 18:54:43.433796 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246bad9-3ed0-4a92-861b-633375f8d1ef req-53bfe1b7-9b71-4d39-98e7-ded2adaf4a8e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:43.435336 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6246bad9-3ed0-4a92-861b-633375f8d1ef req-53bfe1b7-9b71-4d39-98e7-ded2adaf4a8e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.0490975 May 16 18:54:43.581311 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-045e202a-4ce7-47aa-b8ba-833961ae49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:43.582930 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-045e202a-4ce7-47aa-b8ba-833961ae49b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1316779 May 16 18:54:43.591224 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6246bad9-3ed0-4a92-861b-633375f8d1ef req-e1048fcf-aab6-42b6-a8c3-2f01ac1fdb43 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493514 May 16 18:54:43.644668 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-27afe816-d4b3-43ee-9671-df32f6da7c95 service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917830 May 16 18:54:43.758731 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-5b9e674d-e29f-4f67-916d-620b290a51e6 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594427 May 16 18:54:43.804290 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1390ac2a-a157-4c90-8f50-d0cd02549fc2 req-637112d4-d6ad-4fe7-9b1a-d40f4a98725a service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330495 May 16 18:54:43.875780 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e7752f45-dfe4-4c68-a844-d6ae2ca4ed93 req-8ac00a38-79e2-4ab7-806b-40d197c59b63 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108246 May 16 18:54:44.279017 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fa8c7-1dce-4060-9b2e-e7ab246b7420 req-59f40da1-f19c-42c7-b415-8e4e2770a9d7 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:44.281145 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-845fa8c7-1dce-4060-9b2e-e7ab246b7420 req-59f40da1-f19c-42c7-b415-8e4e2770a9d7 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 943 time: 0.3453178 May 16 18:54:44.304231 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae7182-bfd9-483c-b2ae-68cf2753e0cc req-ed81a6c7-9c5f-44d4-bba6-4eeba1761258 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:44.305984 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4eae7182-bfd9-483c-b2ae-68cf2753e0cc req-ed81a6c7-9c5f-44d4-bba6-4eeba1761258 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 945 time: 0.0733225 May 16 18:54:44.374586 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-845fa8c7-1dce-4060-9b2e-e7ab246b7420 req-8592aa00-c91c-4293-b091-f95714727a16 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871410 May 16 18:54:44.388549 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4eae7182-bfd9-483c-b2ae-68cf2753e0cc req-19befc44-2ff1-427e-ad82-62eb9f2cd32c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758047 May 16 18:54:44.534953 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff7b7a-7a90-4e91-af96-527e2acd8ce6 req-27debf4a-5b28-4209-a51c-fe4e0b51ee9b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:44.537727 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35ff7b7a-7a90-4e91-af96-527e2acd8ce6 req-27debf4a-5b28-4209-a51c-fe4e0b51ee9b tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 945 time: 0.0627711 May 16 18:54:44.547485 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46470) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:44.551986 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-50c4fa29-bf62-4bba-b13a-aa6760c895e6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Request body: {'floatingip': {'port_id': '2c309251-7e9b-443c-b897-9cf5b018f4b9'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:44.593254 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-50c4fa29-bf62-4bba-b13a-aa6760c895e6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (60637d5c-698d-4f7b-9f75-62d731056240), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:44.792482 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dae6dd-fd47-4392-af33-ce35831d68b0 req-5160d1dc-dc9f-4c5c-9526-7a5cc881b50f tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:44.793864 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-45dae6dd-fd47-4392-af33-ce35831d68b0 req-5160d1dc-dc9f-4c5c-9526-7a5cc881b50f tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.0945823 May 16 18:54:44.900355 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-45dae6dd-fd47-4392-af33-ce35831d68b0 req-298a9581-7f0a-4cee-a481-f372e386e5ef tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942791 May 16 18:54:45.178297 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-50c4fa29-bf62-4bba-b13a-aa6760c895e6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:45.184013 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-50c4fa29-bf62-4bba-b13a-aa6760c895e6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (60637d5c-698d-4f7b-9f75-62d731056240), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:45.303428 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [None req-50c4fa29-bf62-4bba-b13a-aa6760c895e6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Floating IP 60637d5c-698d-4f7b-9f75-62d731056240 associated. External IP: 172.27.1.165, port: 2c309251-7e9b-443c-b897-9cf5b018f4b9. May 16 18:54:45.581692 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c4fa29-bf62-4bba-b13a-aa6760c895e6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:54:45.588644 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6b4d-b052-4328-93a5-5d577d2eeeab req-a2c25980-8905-461f-94f2-351cd726983e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:45.590194 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95af6b4d-b052-4328-93a5-5d577d2eeeab req-a2c25980-8905-461f-94f2-351cd726983e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 943 time: 0.0654564 May 16 18:54:45.696691 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95af6b4d-b052-4328-93a5-5d577d2eeeab req-c9980a69-58af-4a0b-9fd4-6769f31be430 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957355 May 16 18:54:45.752019 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c4fa29-bf62-4bba-b13a-aa6760c895e6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:54:45.756948 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-50c4fa29-bf62-4bba-b13a-aa6760c895e6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:45.765706 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] Sync routers for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:54:45.779021 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:45.779837 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:45.795040 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-50c4fa29-bf62-4bba-b13a-aa6760c895e6 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "PUT /v2.0/floatingips/60637d5c-698d-4f7b-9f75-62d731056240 HTTP/1.1" status: 200 len: 991 time: 1.2462766 May 16 18:54:45.795627 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'tag': '2c309251-7e9b-443c-b897-9cf5b018f4b9'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:45.798045 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac44ebbe-6185-4d48-8914-8562af36f365" -d '{"events": [{"name": "network-changed", "server_uuid": "4c93bb74-3b57-4277-9a6b-e8b7569f301d", "tag": "2c309251-7e9b-443c-b897-9cf5b018f4b9"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:45.861936 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d405cb-5cfa-4539-9b2c-1413143a577f x-openstack-request-id: req-d4d405cb-5cfa-4539-9b2c-1413143a577f {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:45.862390 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c93bb74-3b57-4277-9a6b-e8b7569f301d", "tag": "2c309251-7e9b-443c-b897-9cf5b018f4b9", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:45.862791 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4d405cb-5cfa-4539-9b2c-1413143a577f {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:45.863422 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d405cb-5cfa-4539-9b2c-1413143a577f'] response: {'name': 'network-changed', 'server_uuid': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'tag': '2c309251-7e9b-443c-b897-9cf5b018f4b9', 'status': 'completed', 'code': 200} May 16 18:54:45.922247 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:46.060015 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea70fe8-b906-438f-9788-1f7fbdc62c3d req-e8cdb7f3-43ed-4c47-a831-42ecc67c6b9a tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:46.061595 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1ea70fe8-b906-438f-9788-1f7fbdc62c3d req-e8cdb7f3-43ed-4c47-a831-42ecc67c6b9a tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.0585170 May 16 18:54:46.140800 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1ea70fe8-b906-438f-9788-1f7fbdc62c3d req-c157d488-bd11-49c7-a9c3-7fc63a36c7c0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701079 May 16 18:54:46.238354 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '60637d5c-698d-4f7b-9f75-62d731056240', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'port_id': '2c309251-7e9b-443c-b897-9cf5b018f4b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'mac_address': 'fa:16:3e:2e:e8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:54:27Z', 'updated_at': '2022-05-16T18:54:45Z', 'revision_number': 1, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:46.270101 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] Checking router: 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:54:46.275299 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2a30c253-e8b1-4a46-acbb-8e869807dac0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:54:46.296147 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:46.297036 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:46.562197 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-0a96e66c-0cad-4bd7-8abb-ccf1f0be71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:46.563814 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-0a96e66c-0cad-4bd7-8abb-ccf1f0be71a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 1129 time: 0.0505235 May 16 18:54:46.602666 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:46.641729 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 2a30c253-e8b1-4a46-acbb-8e869807dac0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2a30c253-e8b1-4a46-acbb-8e869807dac0,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:46.663586 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '2a30c253-e8b1-4a46-acbb-8e869807dac0', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'port_id': '2a30c253-e8b1-4a46-acbb-8e869807dac0', 'mac_address': 'fa:16:3e:eb:7d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:54:46.674417 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-0bbba18e-f293-452b-934b-ef8734c21511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:46.676080 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-0bbba18e-f293-452b-934b-ef8734c21511 service neutron] 10.222.0.61 "GET /v2.0/networks?id=265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 200 len: 911 time: 0.1032085 May 16 18:54:46.761500 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-fd27963c-f54b-4a93-86dc-396dfca65069 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c309251-7e9b-443c-b897-9cf5b018f4b9 HTTP/1.1" status: 200 len: 999 time: 0.0719306 May 16 18:54:46.767792 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 2a30c253-e8b1-4a46-acbb-8e869807dac0 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:54:46.768360 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:46.815228 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a30c253-e8b1-4a46-acbb-8e869807dac0 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:54:46.850658 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 2a30c253-e8b1-4a46-acbb-8e869807dac0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2a30c253-e8b1-4a46-acbb-8e869807dac0,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:46.858906 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:46.864767 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-e80a939d-9138-48d0-9461-e87672dcc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:46.867900 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-e80a939d-9138-48d0-9461-e87672dcc30d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=063b87a2-9ff2-4272-a905-58adb7221293 HTTP/1.1" status: 200 len: 849 time: 0.0971875 May 16 18:54:46.874768 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4e33-b174-4980-a45e-ffff84167022 req-176206c1-348d-4b34-a8ee-19c0330ceb65 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:46.876333 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-af3e4e33-b174-4980-a45e-ffff84167022 req-176206c1-348d-4b34-a8ee-19c0330ceb65 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 943 time: 0.0701060 May 16 18:54:46.950033 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-959ea247-72e5-48a5-a56a-733c56b73db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:46.952205 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-959ea247-72e5-48a5-a56a-733c56b73db4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=265ca952-32c3-45ee-8297-5b81b68af9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0744307 May 16 18:54:46.955632 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=2a30c253-e8b1-4a46-acbb-8e869807dac0,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:46.972251 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '60637d5c-698d-4f7b-9f75-62d731056240', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'port_id': '2c309251-7e9b-443c-b897-9cf5b018f4b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'mac_address': 'fa:16:3e:2e:e8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:54:27Z', 'updated_at': '2022-05-16T18:54:45Z', 'revision_number': 1, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:47.000330 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8885e06-5d0b-46bd-9ec9-40cd96342171 None None] The sync data for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi is: [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '60637d5c-698d-4f7b-9f75-62d731056240', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'port_id': '2c309251-7e9b-443c-b897-9cf5b018f4b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'mac_address': 'fa:16:3e:2e:e8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:54:27Z', 'updated_at': '2022-05-16T18:54:45Z', 'revision_number': 1, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:54:47.004281 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-af3e4e33-b174-4980-a45e-ffff84167022 req-7db2c4ea-f9bd-4549-9431-3a337725d639 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154768 May 16 18:54:47.071588 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-eddf1038-8990-4fb5-ba0c-5fe075092589 service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103251 May 16 18:54:47.207547 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ac44ebbe-6185-4d48-8914-8562af36f365 req-92637a09-ab86-4802-9771-6ce2b932e705 service neutron] 10.222.0.61 "GET /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283710 May 16 18:54:47.218159 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['2a30c253-e8b1-4a46-acbb-8e869807dac0'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:54:47.285214 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7e875-177c-4ed2-b0b6-2288d772f8e7 None None] New status for floating IP 60637d5c-698d-4f7b-9f75-62d731056240: ACTIVE {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:54:47.308139 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535134-2727-4d4b-b5d6-f5ca392717c6 req-22794bd2-b73b-4e4e-adbb-66dddad337b1 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:47.315250 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-99535134-2727-4d4b-b5d6-f5ca392717c6 req-22794bd2-b73b-4e4e-adbb-66dddad337b1 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.0741212 May 16 18:54:47.365579 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-99535134-2727-4d4b-b5d6-f5ca392717c6 req-3804ff83-f383-4efb-93f6-dae61d12965d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 May 16 18:54:48.143532 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963938e-0f11-463f-94fd-aa74841c1dfa req-97f0b42b-d387-4f93-8930-47ed9050e6b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:48.144951 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9963938e-0f11-463f-94fd-aa74841c1dfa req-97f0b42b-d387-4f93-8930-47ed9050e6b3 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 944 time: 0.0561662 May 16 18:54:48.195291 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9963938e-0f11-463f-94fd-aa74841c1dfa req-6d1f3a9b-10f8-4531-8b4d-6e3ebcd3009b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441279 May 16 18:54:48.274603 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbd9282a-e554-4f50-b165-7ce5f6ec3daa details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:54:48.278572 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2a30c253-e8b1-4a46-acbb-8e869807dac0 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:54:48.380396 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 2a30c253-e8b1-4a46-acbb-8e869807dac0 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:54:48.391068 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 2a30c253-e8b1-4a46-acbb-8e869807dac0 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:54:48.391441 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:48.439527 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:48.466286 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'port_id': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'mac_address': 'fa:16:3e:b9:8f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:54:48.504982 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b481c-bbaa-4515-9d32-d820174c2c43 req-f2733bd2-6bae-49ec-9edc-8c08246aab98 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:48.506733 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-681b481c-bbaa-4515-9d32-d820174c2c43 req-f2733bd2-6bae-49ec-9edc-8c08246aab98 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 943 time: 0.0571444 May 16 18:54:48.529431 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 2a30c253-e8b1-4a46-acbb-8e869807dac0 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:54:48.529808 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:48.531589 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port fbd9282a-e554-4f50-b165-7ce5f6ec3daa is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:54:48.531980 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:48.553250 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd9282a-e554-4f50-b165-7ce5f6ec3daa {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:54:48.568971 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-681b481c-bbaa-4515-9d32-d820174c2c43 req-d148542e-7ebd-4775-b764-9e36395cb5f5 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539160 May 16 18:54:48.573065 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30c253-e8b1-4a46-acbb-8e869807dac0'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:48.575185 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff98299c-8d41-457a-a49a-17896e438d4f" -d '{"events": [{"server_uuid": "330d5725-0fac-4ad5-942f-f74fdc9bfbfb", "name": "network-vif-plugged", "status": "completed", "tag": "2a30c253-e8b1-4a46-acbb-8e869807dac0"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:48.594645 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 2a30c253-e8b1-4a46-acbb-8e869807dac0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2a30c253-e8b1-4a46-acbb-8e869807dac0,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:48.596509 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:48.598639 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:48.606023 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:48.630272 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecb3201-fc74-4c15-a694-35e2f8caf518 x-openstack-request-id: req-fecb3201-fc74-4c15-a694-35e2f8caf518 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:48.630607 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330d5725-0fac-4ad5-942f-f74fdc9bfbfb", "name": "network-vif-plugged", "status": "completed", "tag": "2a30c253-e8b1-4a46-acbb-8e869807dac0", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:48.630845 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fecb3201-fc74-4c15-a694-35e2f8caf518 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:48.631175 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecb3201-fc74-4c15-a694-35e2f8caf518'] response: {'server_uuid': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30c253-e8b1-4a46-acbb-8e869807dac0', 'code': 200} May 16 18:54:48.674439 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=2a30c253-e8b1-4a46-acbb-8e869807dac0,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:48.735220 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,revision_number=7']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:48.846876 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e14395-5b91-4fbb-8175-679a5e096db5 req-ce63e869-86af-4ab8-aaae-dfd48e730628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:48.848549 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3e14395-5b91-4fbb-8175-679a5e096db5 req-ce63e869-86af-4ab8-aaae-dfd48e730628 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 1129 time: 0.0491045 May 16 18:54:48.925122 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3e14395-5b91-4fbb-8175-679a5e096db5 req-78adb91f-b131-4850-94eb-81fc3e153111 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660372 May 16 18:54:48.981703 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['fbd9282a-e554-4f50-b165-7ce5f6ec3daa'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:54:49.346718 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b16aa-7ec7-49de-9101-9fe4cffd6ee1 req-4bccf506-e50f-4e17-bf30-a76df9a1872c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:49.348339 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a13b16aa-7ec7-49de-9101-9fe4cffd6ee1 req-4bccf506-e50f-4e17-bf30-a76df9a1872c tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 945 time: 0.0613258 May 16 18:54:49.413150 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a13b16aa-7ec7-49de-9101-9fe4cffd6ee1 req-8c9faac4-c69f-4298-9955-732ce1cde3c0 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548923 May 16 18:54:49.720452 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5f140-0378-45f9-be78-6c1a7c945b9e req-acd43862-2433-4695-8028-682b5f2959fa tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:49.723529 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-87e5f140-0378-45f9-be78-6c1a7c945b9e req-acd43862-2433-4695-8028-682b5f2959fa tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 944 time: 0.0701778 May 16 18:54:49.806949 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-87e5f140-0378-45f9-be78-6c1a7c945b9e req-4e793635-22b9-432d-bc79-e2835d62290b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743446 May 16 18:54:50.290532 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbd9282a-e554-4f50-b165-7ce5f6ec3daa up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:54:50.342818 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port fbd9282a-e554-4f50-b165-7ce5f6ec3daa triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:54:50.343191 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:50.466077 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port fbd9282a-e554-4f50-b165-7ce5f6ec3daa is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:54:50.466666 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:50.515486 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:54:50.522033 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:50.576691 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59082bb7-cb25-4f84-a249-2055b6461583 req-5daddc77-e674-474b-b40d-35fdcf66785a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:50.578944 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-59082bb7-cb25-4f84-a249-2055b6461583 req-5daddc77-e674-474b-b40d-35fdcf66785a tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 945 time: 0.0614808 May 16 18:54:50.588664 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,revision_number=8']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:54:50.633052 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:50.637723 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0540d8-35d7-4f3a-9635-7a34a528d2ad" -d '{"events": [{"server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:50.644422 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-59082bb7-cb25-4f84-a249-2055b6461583 req-c719b626-4294-4842-abb3-1efd4a3e3418 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562735 May 16 18:54:50.684106 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f178ea7-fbf2-4631-bdef-adfea51b14b5 x-openstack-request-id: req-4f178ea7-fbf2-4631-bdef-adfea51b14b5 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:50.684448 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:50.684774 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4f178ea7-fbf2-4631-bdef-adfea51b14b5 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:50.685286 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f178ea7-fbf2-4631-bdef-adfea51b14b5'] response: {'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'code': 200} May 16 18:54:50.940075 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9460e26-2ab1-43b5-af60-c32dbd25f900 req-4b8bb854-409b-4b78-a31e-9c1fac3f02fb tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:50.942750 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b9460e26-2ab1-43b5-af60-c32dbd25f900 req-4b8bb854-409b-4b78-a31e-9c1fac3f02fb tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0598001 May 16 18:54:51.004297 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b9460e26-2ab1-43b5-af60-c32dbd25f900 req-145acd2a-11f1-485a-acaa-e674ac5eea1a tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540791 May 16 18:54:51.435248 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d49b69-0666-46ce-8343-3ee61f2fdc43 req-ad83ee8f-4ae3-45be-b95d-caf983429d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:51.436832 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a5d49b69-0666-46ce-8343-3ee61f2fdc43 req-ad83ee8f-4ae3-45be-b95d-caf983429d9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0422611 May 16 18:54:51.499842 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a5d49b69-0666-46ce-8343-3ee61f2fdc43 req-35b838b2-cf38-4c63-b9fa-6a286c7c8979 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555408 May 16 18:54:51.794159 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6cd1f-7e09-4992-a065-d117558ecfb3 req-dd139aeb-44e4-480c-842d-89e9cb742fe6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:51.796394 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-68e6cd1f-7e09-4992-a065-d117558ecfb3 req-dd139aeb-44e4-480c-842d-89e9cb742fe6 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 945 time: 0.0594587 May 16 18:54:51.867410 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-68e6cd1f-7e09-4992-a065-d117558ecfb3 req-43ea0e24-3851-4010-aef7-8d0fc62461ca tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610545 May 16 18:54:52.006180 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc79fef-1dfd-4fe5-a5dc-8d4572022f83 req-a8a2d5bf-f4db-4f3f-b4fa-a73ca9faa495 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:52.008310 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bdc79fef-1dfd-4fe5-a5dc-8d4572022f83 req-a8a2d5bf-f4db-4f3f-b4fa-a73ca9faa495 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 945 time: 0.0601368 May 16 18:54:52.021955 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46520) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:54:52.027316 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-c863b919-fd37-4e4e-915a-c67cf1747774 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Request body: {'floatingip': {'port_id': '2a30c253-e8b1-4a46-acbb-8e869807dac0'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:54:52.075419 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c863b919-fd37-4e4e-915a-c67cf1747774 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (e863b2f8-56ae-49aa-a807-235961c8f96f), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:52.165102 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d887cb-78af-4dae-9f99-fa48cbf63e38 req-b801011b-a313-4556-af36-a4e3b0062f4e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:52.167306 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3d887cb-78af-4dae-9f99-fa48cbf63e38 req-b801011b-a313-4556-af36-a4e3b0062f4e tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0678978 May 16 18:54:52.227288 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3d887cb-78af-4dae-9f99-fa48cbf63e38 req-93e66fe0-66b9-4e8f-8727-35d12da1b481 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522223 May 16 18:54:52.684402 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c863b919-fd37-4e4e-915a-c67cf1747774 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:52.691116 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c863b919-fd37-4e4e-915a-c67cf1747774 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (e863b2f8-56ae-49aa-a807-235961c8f96f), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:52.835269 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-c863b919-fd37-4e4e-915a-c67cf1747774 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Floating IP e863b2f8-56ae-49aa-a807-235961c8f96f associated. External IP: 172.27.1.134, port: 2a30c253-e8b1-4a46-acbb-8e869807dac0. May 16 18:54:52.900592 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050a289-d28b-4aec-a7cc-3833a66c0e17 req-98aac49a-9608-4fc9-84e6-533fb9e60964 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:52.902157 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0050a289-d28b-4aec-a7cc-3833a66c0e17 req-98aac49a-9608-4fc9-84e6-533fb9e60964 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0774240 May 16 18:54:52.985269 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0050a289-d28b-4aec-a7cc-3833a66c0e17 req-889bb64f-b839-4e32-a93d-4b0f3c5ce38f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769379 May 16 18:54:53.093896 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c863b919-fd37-4e4e-915a-c67cf1747774 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:54:53.259737 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c863b919-fd37-4e4e-915a-c67cf1747774 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:54:53.265527 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c863b919-fd37-4e4e-915a-c67cf1747774 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:53.283552 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbba72-8220-480e-b12e-d89559176869 None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:54:53.301608 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c863b919-fd37-4e4e-915a-c67cf1747774 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "PUT /v2.0/floatingips/e863b2f8-56ae-49aa-a807-235961c8f96f HTTP/1.1" status: 200 len: 991 time: 1.2754378 May 16 18:54:53.301608 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'tag': '2a30c253-e8b1-4a46-acbb-8e869807dac0'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:54:53.302494 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b89885-511e-4548-baeb-a6231cf6427d" -d '{"events": [{"name": "network-changed", "server_uuid": "330d5725-0fac-4ad5-942f-f74fdc9bfbfb", "tag": "2a30c253-e8b1-4a46-acbb-8e869807dac0"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:54:53.303556 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbba72-8220-480e-b12e-d89559176869 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:53.305098 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9adbba72-8220-480e-b12e-d89559176869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:53.342796 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95af724f-b31c-4f06-a229-d095a10ea4bc x-openstack-request-id: req-95af724f-b31c-4f06-a229-d095a10ea4bc {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:54:53.343092 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330d5725-0fac-4ad5-942f-f74fdc9bfbfb", "tag": "2a30c253-e8b1-4a46-acbb-8e869807dac0", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:54:53.343389 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95af724f-b31c-4f06-a229-d095a10ea4bc {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:54:53.343796 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95af724f-b31c-4f06-a229-d095a10ea4bc'] response: {'name': 'network-changed', 'server_uuid': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'tag': '2a30c253-e8b1-4a46-acbb-8e869807dac0', 'status': 'completed', 'code': 200} May 16 18:54:53.403407 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b39cd-83ba-4ba0-b211-4a1f9d9ef7eb req-8116e009-8e86-4484-a2de-ae196d6f3243 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:53.405647 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-880b39cd-83ba-4ba0-b211-4a1f9d9ef7eb req-8116e009-8e86-4484-a2de-ae196d6f3243 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0570931 May 16 18:54:53.479849 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-880b39cd-83ba-4ba0-b211-4a1f9d9ef7eb req-85a09fee-5ed5-4c82-a5df-de74006b97f7 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632942 May 16 18:54:53.501596 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-9adbba72-8220-480e-b12e-d89559176869 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:53.761029 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9adbba72-8220-480e-b12e-d89559176869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'e863b2f8-56ae-49aa-a807-235961c8f96f', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': '2a30c253-e8b1-4a46-acbb-8e869807dac0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:eb:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:54:36Z', 'updated_at': '2022-05-16T18:54:52Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:53.793043 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbba72-8220-480e-b12e-d89559176869 None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:54:53.802765 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbba72-8220-480e-b12e-d89559176869 None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:54:53.803436 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9adbba72-8220-480e-b12e-d89559176869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:54:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:53.849925 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b89885-511e-4548-baeb-a6231cf6427d req-05542008-1013-4412-b95c-83b53b77315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:53.852106 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3b89885-511e-4548-baeb-a6231cf6427d req-05542008-1013-4412-b95c-83b53b77315d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=593c7b69cbad453499aacad0ad6e64ae&device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 1129 time: 0.0514824 May 16 18:54:53.954726 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-9adbba72-8220-480e-b12e-d89559176869 None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:54:53.965395 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b89885-511e-4548-baeb-a6231cf6427d req-e46f6490-e569-4f41-b176-4fba2178be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:53.968076 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3b89885-511e-4548-baeb-a6231cf6427d req-e46f6490-e569-4f41-b176-4fba2178be06 service neutron] 10.222.0.61 "GET /v2.0/networks?id=236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 200 len: 915 time: 0.1088021 May 16 18:54:54.085769 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3b89885-511e-4548-baeb-a6231cf6427d req-3c7528e3-3cbb-41fe-8a53-d08199cf095a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a30c253-e8b1-4a46-acbb-8e869807dac0 HTTP/1.1" status: 200 len: 999 time: 0.1077652 May 16 18:54:54.193891 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427570-29f5-424e-b8c0-03ea8f8a7e37 req-dc9f4351-31a4-4017-92e9-6a49cfa3c4c4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:54.196017 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d9427570-29f5-424e-b8c0-03ea8f8a7e37 req-dc9f4351-31a4-4017-92e9-6a49cfa3c4c4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0985506 May 16 18:54:54.198107 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b89885-511e-4548-baeb-a6231cf6427d req-d07ad89b-8e1a-4d17-a6ad-6966cf1b621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:54.199843 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3b89885-511e-4548-baeb-a6231cf6427d req-d07ad89b-8e1a-4d17-a6ad-6966cf1b621e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 200 len: 853 time: 0.1042552 May 16 18:54:54.278607 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b89885-511e-4548-baeb-a6231cf6427d req-03e30d24-aa6b-4923-9baa-412173d0c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:54.280168 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3b89885-511e-4548-baeb-a6231cf6427d req-03e30d24-aa6b-4923-9baa-412173d0c68b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=236a317a-f889-44df-b53d-ac5f81a24b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0682085 May 16 18:54:54.289880 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d9427570-29f5-424e-b8c0-03ea8f8a7e37 req-c9e3a616-b6f3-42aa-9473-0724b514493e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850184 May 16 18:54:54.380521 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9adbba72-8220-480e-b12e-d89559176869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'e863b2f8-56ae-49aa-a807-235961c8f96f', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': '2a30c253-e8b1-4a46-acbb-8e869807dac0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:eb:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:54:36Z', 'updated_at': '2022-05-16T18:54:52Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:54:54.400897 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3b89885-511e-4548-baeb-a6231cf6427d req-bf8606bc-f99f-4d69-b3dd-25523a39519f service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019728 May 16 18:54:54.408869 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbba72-8220-480e-b12e-d89559176869 None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'e863b2f8-56ae-49aa-a807-235961c8f96f', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'port_id': '2a30c253-e8b1-4a46-acbb-8e869807dac0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'mac_address': 'fa:16:3e:eb:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:54:36Z', 'updated_at': '2022-05-16T18:54:52Z', 'revision_number': 1, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:54:54.525338 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3b89885-511e-4548-baeb-a6231cf6427d req-6c556377-9935-4f13-8fc7-8fa01284e754 service neutron] 10.222.0.61 "GET /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134620 May 16 18:54:54.666348 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65805795-9bbd-4bd0-8eb3-a85d07e03848 None None] New status for floating IP e863b2f8-56ae-49aa-a807-235961c8f96f: ACTIVE {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:54:55.449818 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c2a70-d60a-4d93-8c5a-3af55b34c139 req-fb29d64f-90dc-41d7-bc7a-d3ba1261a66b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:55.452008 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5f2c2a70-d60a-4d93-8c5a-3af55b34c139 req-fb29d64f-90dc-41d7-bc7a-d3ba1261a66b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0703824 May 16 18:54:55.501681 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5f2c2a70-d60a-4d93-8c5a-3af55b34c139 req-845216bc-e702-4137-839b-8b26829b824e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436161 May 16 18:54:56.664794 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c3d60-f15b-4343-b7ba-37b86923fe67 req-3a8de57c-e9ea-415d-8260-352b17bbe756 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:56.666368 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be6c3d60-f15b-4343-b7ba-37b86923fe67 req-3a8de57c-e9ea-415d-8260-352b17bbe756 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0675535 May 16 18:54:56.715533 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-be6c3d60-f15b-4343-b7ba-37b86923fe67 req-40b9ecb3-4dc3-4789-83a4-c1b1c306d973 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 May 16 18:54:57.870276 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddc605-08d4-464b-a143-64fc9faf4710 req-72d35f8f-177f-44b5-bc9a-75b543118bd1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:57.871850 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-00ddc605-08d4-464b-a143-64fc9faf4710 req-72d35f8f-177f-44b5-bc9a-75b543118bd1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0532339 May 16 18:54:57.933977 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-00ddc605-08d4-464b-a143-64fc9faf4710 req-f15ae98f-2b8f-47b6-9b9d-ce9a48b77deb tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560277 May 16 18:54:59.054967 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e875d991-9f3a-4bcb-8177-f332d4ca483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:54:59.091055 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e1500-bf45-4d35-9aef-4147e99da327 req-bb3939ee-8532-4073-8102-13e8a86682f0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:54:59.092881 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-851e1500-bf45-4d35-9aef-4147e99da327 req-bb3939ee-8532-4073-8102-13e8a86682f0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0641358 May 16 18:54:59.154763 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-851e1500-bf45-4d35-9aef-4147e99da327 req-a353aa90-be34-408a-8b4d-9f6886c4ec50 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555139 May 16 18:55:00.299391 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b7298-15b8-4a97-8acf-f335d817939c req-4d546271-2424-459c-b5c6-b6609b7d996e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:00.301392 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-361b7298-15b8-4a97-8acf-f335d817939c req-4d546271-2424-459c-b5c6-b6609b7d996e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0521324 May 16 18:55:00.360661 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-361b7298-15b8-4a97-8acf-f335d817939c req-61a5d47b-c0bb-4565-aa8b-c7adef50754a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499599 May 16 18:55:01.515604 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5b543-2947-46c7-9cc9-df885e48f8b9 req-5a94e45c-ac4b-4d44-bd1d-e2b9f5535961 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:01.517400 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eda5b543-2947-46c7-9cc9-df885e48f8b9 req-5a94e45c-ac4b-4d44-bd1d-e2b9f5535961 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0612760 May 16 18:55:01.528186 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-642b464e-9548-4f60-a022-a87ca80e7277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:01.576412 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eda5b543-2947-46c7-9cc9-df885e48f8b9 req-980d29a0-a470-4325-a279-6cb3359a9d9c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532374 May 16 18:55:02.753015 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180549ff-0f50-4bb2-affa-420965471b50 req-854d1cf2-5270-48d3-9fe3-479e762f93b7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:02.754553 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-180549ff-0f50-4bb2-affa-420965471b50 req-854d1cf2-5270-48d3-9fe3-479e762f93b7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0770581 May 16 18:55:02.823791 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-180549ff-0f50-4bb2-affa-420965471b50 req-30a29066-af9e-4a90-999c-b39f5c310190 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627670 May 16 18:55:02.825691 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:03.965611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599f214-e6af-4921-a9ae-3d4b1bb2b177 req-0733757c-966d-4d3e-a099-2da4f5d586f7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:03.967373 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d599f214-e6af-4921-a9ae-3d4b1bb2b177 req-0733757c-966d-4d3e-a099-2da4f5d586f7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0576124 May 16 18:55:04.016806 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d599f214-e6af-4921-a9ae-3d4b1bb2b177 req-1e92e95b-b9a9-4756-a0fb-37daf08af53d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 May 16 18:55:04.098148 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:04.608642 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:04.836254 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbea46-a9e6-475b-bb8a-2b41d6900bdd req-8ba8922b-d08f-4712-b987-0465c4c132da tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:04.838989 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-50cbea46-a9e6-475b-bb8a-2b41d6900bdd req-8ba8922b-d08f-4712-b987-0465c4c132da tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.0572140 May 16 18:55:04.912237 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-50cbea46-a9e6-475b-bb8a-2b41d6900bdd req-2395dc03-21a4-4735-954a-fa19a97c0995 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665481 May 16 18:55:05.170460 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aea698-f7b8-4742-aac8-876be9361336 req-44bddd32-2aae-4038-aea4-99988d8a3f8a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:05.172168 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f5aea698-f7b8-4742-aac8-876be9361336 req-44bddd32-2aae-4038-aea4-99988d8a3f8a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0674338 May 16 18:55:05.226379 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f5aea698-f7b8-4742-aac8-876be9361336 req-7ba02f3d-f752-4486-9ba6-ecf80c993fde tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 May 16 18:55:05.456420 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:06.056357 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333a1ef-cc37-468e-bda4-2c6863ac7e96 req-54ca5fa4-2748-4d41-a8ce-5f4b378b29c8 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:06.057889 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6333a1ef-cc37-468e-bda4-2c6863ac7e96 req-54ca5fa4-2748-4d41-a8ce-5f4b378b29c8 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.0592561 May 16 18:55:06.124533 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6333a1ef-cc37-468e-bda4-2c6863ac7e96 req-17f728bc-f0a2-42da-a2e3-ca0d42eb89d7 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606081 May 16 18:55:06.366086 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47992259-80fb-44a1-be05-c6c270b347c5 req-ae9190e4-2732-44ff-b12c-ed1cf4b587bf tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:06.367698 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-47992259-80fb-44a1-be05-c6c270b347c5 req-ae9190e4-2732-44ff-b12c-ed1cf4b587bf tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0585337 May 16 18:55:06.442712 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-47992259-80fb-44a1-be05-c6c270b347c5 req-dbbec4dc-beba-4279-a82d-ff7519c7d8cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685134 May 16 18:55:06.739427 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-0520d197-abd4-48eb-b2cb-57d96e424ef2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:06.742287 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-0520d197-abd4-48eb-b2cb-57d96e424ef2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.0591931 May 16 18:55:06.853150 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Deleting port 3ba065e3-302f-4b58-b666-92ac520ffc00 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:55:06.853497 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:06.951567 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] For port 3ba065e3-302f-4b58-b666-92ac520ffc00, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3ba065e3-302f-4b58-b666-92ac520ffc00,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:06.951947 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:07.492533 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:07.493366 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (b67f12b1-1279-4841-85e0-89ebc81920c1), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:07.493366 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Floating IP b67f12b1-1279-4841-85e0-89ebc81920c1 disassociated. External IP: 172.27.1.137, port: 3ba065e3-302f-4b58-b666-92ac520ffc00. May 16 18:55:07.493366 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Calling delete_port for 3ba065e3-302f-4b58-b666-92ac520ffc00 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:55:07.506241 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b82a6-d3ba-42df-9f3d-361df9509b74 req-559bbec4-82cc-41a8-91f2-beb52ba82ba2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:07.508276 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b35b82a6-d3ba-42df-9f3d-361df9509b74 req-559bbec4-82cc-41a8-91f2-beb52ba82ba2 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 945 time: 0.0811329 May 16 18:55:07.650904 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99de93-dedd-46df-b14a-8c4afed8642e req-c1cbd097-2039-4459-a8c3-78be788caf9b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:07.652426 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1f99de93-dedd-46df-b14a-8c4afed8642e req-c1cbd097-2039-4459-a8c3-78be788caf9b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0969868 May 16 18:55:07.676989 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b35b82a6-d3ba-42df-9f3d-361df9509b74 req-390b44f6-3065-4b00-8ad2-eeb0c1dc7473 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584620 May 16 18:55:07.746107 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1f99de93-dedd-46df-b14a-8c4afed8642e req-e552b5b9-9bd2-42c5-83b9-45a4b0850eab tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877206 May 16 18:55:07.766171 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (3ba065e3-302f-4b58-b666-92ac520ffc00), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:07.803018 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event deleted for resources: {'Port': ['ID=3ba065e3-302f-4b58-b666-92ac520ffc00,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:07.815830 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.816160 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.816518 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.816907 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.817315 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.817530 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.817864 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.818194 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.818526 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.818855 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.819191 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.820590 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.821150 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.821492 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.821826 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:07.987268 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:55:08.124601 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:55:08.137822 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] Sync routers for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:55:08.149285 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:55:08.149925 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:55:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:08.192966 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] No DVR routers for this DVR port 3ba065e3-302f-4b58-b666-92ac520ffc00 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:55:08.197730 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:08.205727 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6acfc182-ddfe-4b7e-8ecc-11c8b578fe17 req-20574108-d6ba-4889-aab4-3697e273a3ab tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "DELETE /v2.0/ports/3ba065e3-302f-4b58-b666-92ac520ffc00 HTTP/1.1" status: 204 len: 173 time: 1.4528799 May 16 18:55:08.206536 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'name': 'network-vif-deleted', 'tag': '3ba065e3-302f-4b58-b666-92ac520ffc00'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:08.211556 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f25388-f7fb-46d2-8aef-88eef9c5507b" -d '{"events": [{"server_uuid": "f9f61265-a9db-48ea-a142-5238bf17239d", "name": "network-vif-deleted", "tag": "3ba065e3-302f-4b58-b666-92ac520ffc00"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:08.292626 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2715afe-0b9e-4bb9-801c-8a1dcb72b9c7 x-openstack-request-id: req-d2715afe-0b9e-4bb9-801c-8a1dcb72b9c7 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:08.293063 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f61265-a9db-48ea-a142-5238bf17239d", "name": "network-vif-deleted", "tag": "3ba065e3-302f-4b58-b666-92ac520ffc00", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:08.293405 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2715afe-0b9e-4bb9-801c-8a1dcb72b9c7 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:08.293908 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2715afe-0b9e-4bb9-801c-8a1dcb72b9c7'] response: {'server_uuid': 'f9f61265-a9db-48ea-a142-5238bf17239d', 'name': 'network-vif-deleted', 'tag': '3ba065e3-302f-4b58-b666-92ac520ffc00', 'status': 'completed', 'code': 200} May 16 18:55:08.329800 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:55:08.598275 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:08.637880 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] Checking router: 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:55:08.656664 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:55:08.657810 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:55:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:08.838527 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:55:08.869845 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-43f309c4-2153-4d16-bd0a-c3ff09452b93 req-a24cc8d6-8bd7-4e78-9003-0444f7e8a571 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f61265-a9db-48ea-a142-5238bf17239d HTTP/1.1" status: 200 len: 210 time: 0.0472450 May 16 18:55:08.950705 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f4ee2-5896-49af-91c2-7b59aa4969e4 req-dea2e263-b885-4a93-879a-bfad66008be9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:08.952605 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3d5f4ee2-5896-49af-91c2-7b59aa4969e4 req-dea2e263-b885-4a93-879a-bfad66008be9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0862653 May 16 18:55:09.044526 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3d5f4ee2-5896-49af-91c2-7b59aa4969e4 req-d33a59c5-376d-4ee1-9082-0f20ad11d9df tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803449 May 16 18:55:09.126378 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:09.159001 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf1ce1-3fbf-4548-9b33-3d3fd6fe5e85 None None] The sync data for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi is: [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:55:09.463107 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41cf20-ce21-41c7-b12d-3133c58f9943 None None] New status for floating IP b67f12b1-1279-4841-85e0-89ebc81920c1: DOWN {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:55:10.220060 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8b4a-f8fc-464a-bd79-63184c4d3192 req-f3819486-2e9e-41df-b9da-b39b7238a38f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:10.221521 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8c9b8b4a-f8fc-464a-bd79-63184c4d3192 req-f3819486-2e9e-41df-b9da-b39b7238a38f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0683453 May 16 18:55:10.226598 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-ff7667e1-b96c-45fe-ade2-54d2ecd4b3f0 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652304659&fields=id&tenant_id=5b168bfd42a645269b47c98f4210e4aa HTTP/1.1" status: 200 len: 267 time: 0.0941868 May 16 18:55:10.343122 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8c9b8b4a-f8fc-464a-bd79-63184c4d3192 req-fac89ba5-2143-42f8-b0c8-9adbc4980d97 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139464 May 16 18:55:10.380739 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c023405-87f2-4ed0-9c4c-c419d714714d details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:55:10.386908 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 3ba065e3-302f-4b58-b666-92ac520ffc00 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:55:10.387333 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-1c9f71f3-4d6a-4276-b289-c28e27f4e3f0 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:10.388888 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-1c9f71f3-4d6a-4276-b289-c28e27f4e3f0 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 811 time: 0.1532600 May 16 18:55:10.406601 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-6fcc5af8-9acb-49d0-a319-45929a5445c6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/quotas/5b168bfd42a645269b47c98f4210e4aa HTTP/1.1" status: 200 len: 375 time: 0.0104249 May 16 18:55:10.423511 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 3ba065e3-302f-4b58-b666-92ac520ffc00 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:55:10.423980 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 3ba065e3-302f-4b58-b666-92ac520ffc00 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:55:10.484494 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-e3f7ba47-aad4-40a0-a22c-7169f7085155 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650716 May 16 18:55:10.545723 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:10.569143 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'port_id': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'mac_address': 'fa:16:3e:80:be:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:55:10.611169 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 7c023405-87f2-4ed0-9c4c-c419d714714d is: ACTIVE; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:55:10.611549 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:10.619398 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-56fe321f-fc73-40c1-8263-dee71ba54179 service neutron] 10.222.0.72 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098452 May 16 18:55:10.629368 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c023405-87f2-4ed0-9c4c-c419d714714d {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:55:10.651388 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:10.656771 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:10.724902 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=6']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:10.735087 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-c97629db-6b7f-4129-a58d-fc94a1781abe service neutron] 10.222.0.72 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084688 May 16 18:55:10.736032 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.736379 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.736719 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.737056 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.737396 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.737724 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.738049 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.738371 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.738695 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.739019 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.739341 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.739790 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.739992 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.740309 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.740623 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:10.853843 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['7c023405-87f2-4ed0-9c4c-c419d714714d'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:55:11.123771 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-af18ac65-3529-4213-ae78-97ce5874afae req-4037ccb7-5d1d-4b21-8ee0-b29cd92b2086 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 210 time: 0.0440257 May 16 18:55:11.513455 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1074e-d916-43c0-8c2a-23d6f162be1f req-8cc37f56-418e-4de1-8df1-3188a7427bea tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:11.515996 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6bb1074e-d916-43c0-8c2a-23d6f162be1f req-8cc37f56-418e-4de1-8df1-3188a7427bea tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 944 time: 0.0690432 May 16 18:55:11.604184 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6bb1074e-d916-43c0-8c2a-23d6f162be1f req-29514536-d78e-4254-9b07-fd5cbc5747a8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749934 May 16 18:55:12.244454 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6c993935-633c-4cde-a751-f8f9f387fbe7 req-bb1e4bd7-8cf3-4a47-bc2d-62674b87a42d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 210 time: 0.0434370 May 16 18:55:12.408879 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c023405-87f2-4ed0-9c4c-c419d714714d up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:55:12.565200 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 7c023405-87f2-4ed0-9c4c-c419d714714d triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:55:12.566019 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:12.737230 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 7c023405-87f2-4ed0-9c4c-c419d714714d is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:55:12.737849 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:12.744543 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-0cde4c87-caa3-4d1d-8f01-8da36bc6968e tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:12.748064 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-0cde4c87-caa3-4d1d-8f01-8da36bc6968e tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 811 time: 0.3191273 May 16 18:55:12.774177 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:12.778568 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee654fbf-7051-4aad-9dce-45cff3037da8" -d '{"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-plugged", "status": "completed", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:12.822945 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:12.828676 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:12.865327 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51bd342-e90a-4f85-b4a4-99cbe2f6537d x-openstack-request-id: req-f51bd342-e90a-4f85-b4a4-99cbe2f6537d {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:12.865917 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-plugged", "status": "completed", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:12.866529 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f51bd342-e90a-4f85-b4a4-99cbe2f6537d {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:12.867109 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51bd342-e90a-4f85-b4a4-99cbe2f6537d'] response: {'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'code': 200} May 16 18:55:12.906558 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48618b-f855-43a4-81db-d323175b3cb9 req-251fc208-7fee-4962-8897-03808ba0c173 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:12.912284 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1d48618b-f855-43a4-81db-d323175b3cb9 req-251fc208-7fee-4962-8897-03808ba0c173 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 944 time: 0.1631794 May 16 18:55:12.926116 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=7']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:12.998187 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-cbc5547b-cf34-4393-865e-dc6a94dbb9b4 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b168bfd42a645269b47c98f4210e4aa HTTP/1.1" status: 200 len: 380 time: 0.2202625 May 16 18:55:13.021319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'port': {'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'admin_state_up': True, 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'security_groups': ['a305b444-b997-464d-bbfb-89a1b47dd3fe']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:55:13.080393 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1d48618b-f855-43a4-81db-d323175b3cb9 req-3bb47a36-fd2c-4af1-b68d-14c07e677cb6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494095 May 16 18:55:13.233759 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Made reservation on behalf of 5b168bfd42a645269b47c98f4210e4aa for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:55:13.234916 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:13.450896 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6ddab18b-c462-4d5a-bd34-c03e8ed6ddd2 req-c6a31b4c-5fc7-4cf7-a770-9bf085d0a3b3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 210 time: 0.0608170 May 16 18:55:13.550276 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Allocated IP 172.20.0.14 (3bdc43d0-da09-483c-a5e7-ef200c0654fb/dbfe558b-fc6c-4a72-956e-26c22b3c56f3/05c357f9-475e-4afa-b068-1499c20820a7) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:55:13.791396 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for port (05c357f9-475e-4afa-b068-1499c20820a7), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:13.837548 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (05c357f9-475e-4afa-b068-1499c20820a7), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:13.902443 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:55:13.904206 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:55:13.906725 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'Port': ['ID=05c357f9-475e-4afa-b068-1499c20820a7,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:13.910947 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:55:13.990952 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:13.996895 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:14.019870 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-53654ebf-2845-448b-bf61-f8f595dc1193 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0055351 May 16 18:55:14.050299 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Request body: {'port': {'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:55:14.141110 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (05c357f9-475e-4afa-b068-1499c20820a7), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:14.268475 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-6316be2c-8dfe-4fac-adad-cacb101d381d None None] Provisioning complete for port 05c357f9-475e-4afa-b068-1499c20820a7 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:55:14.270100 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6316be2c-8dfe-4fac-adad-cacb101d381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (05c357f9-475e-4afa-b068-1499c20820a7), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:14.310483 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-6316be2c-8dfe-4fac-adad-cacb101d381d None None] Port 05c357f9-475e-4afa-b068-1499c20820a7 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:55:14.379702 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5fb87-4e92-487c-bc9e-9f823c8393ee req-44fc84b7-a1c5-420f-90e3-7812805fc838 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:14.383236 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-00e5fb87-4e92-487c-bc9e-9f823c8393ee req-44fc84b7-a1c5-420f-90e3-7812805fc838 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.1216877 May 16 18:55:14.558050 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-00e5fb87-4e92-487c-bc9e-9f823c8393ee req-041a6efd-e9d5-4ee2-bcf3-c2cf0ea80d4a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631646 May 16 18:55:14.701709 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1130a19-e410-4dd9-88b7-403af4e5ffc1 req-73b4cab9-2312-4e00-8ffd-c41ee4563646 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:14.703253 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c1130a19-e410-4dd9-88b7-403af4e5ffc1 req-73b4cab9-2312-4e00-8ffd-c41ee4563646 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 932 time: 0.0759540 May 16 18:55:14.713989 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c357f9-475e-4afa-b068-1499c20820a7 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:55:14.729238 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Publish callbacks [] for port (05c357f9-475e-4afa-b068-1499c20820a7), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:14.763086 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Transition to ACTIVE for port object 05c357f9-475e-4afa-b068-1499c20820a7 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:55:14.783137 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (05c357f9-475e-4afa-b068-1499c20820a7), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:14.821488 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c1130a19-e410-4dd9-88b7-403af4e5ffc1 req-842ec801-3d24-48fe-b3da-9ef23cfc9fe8 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988574 May 16 18:55:14.875569 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Pushing event updated for resources: {'Port': ['ID=05c357f9-475e-4afa-b068-1499c20820a7,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:14.984028 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Attempting to bind port 05c357f9-475e-4afa-b068-1499c20820a7 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:55:14.984442 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Attempting to bind port 05c357f9-475e-4afa-b068-1499c20820a7 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:55:14.984734 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Attempting to bind port 05c357f9-475e-4afa-b068-1499c20820a7 on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:55:14.998429 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Port 05c357f9-475e-4afa-b068-1499c20820a7 on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:55:14.998995 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Attempting to bind port 05c357f9-475e-4afa-b068-1499c20820a7 on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:55:15.008507 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:55:15.009041 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Checking segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:55:15.009648 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Bound using segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:55:15.010377 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Bound port: 05c357f9-475e-4afa-b068-1499c20820a7, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:55:15.010943 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (05c357f9-475e-4afa-b068-1499c20820a7), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:15.115275 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] For port 05c357f9-475e-4afa-b068-1499c20820a7, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:55:15.121252 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] For port 05c357f9-475e-4afa-b068-1499c20820a7, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=05c357f9-475e-4afa-b068-1499c20820a7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:55:15.129150 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (05c357f9-475e-4afa-b068-1499c20820a7), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:15.176286 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:15.177014 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:15.179341 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] 10.222.0.61 "PUT /v2.0/ports/05c357f9-475e-4afa-b068-1499c20820a7 HTTP/1.1" status: 200 len: 1094 time: 1.1338584 May 16 18:55:15.179992 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:15.182414 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63ef790-b558-40ed-b5fc-56c151cc9bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "tag": "05c357f9-475e-4afa-b068-1499c20820a7"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:15.248356 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca573b6-ff27-453f-afc0-2457830000ed service neutron] Pushing event updated for resources: {'Port': ['ID=05c357f9-475e-4afa-b068-1499c20820a7,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:15.272702 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d9ddf-ab1a-4749-bb48-c706685a76b7 x-openstack-request-id: req-8b0d9ddf-ab1a-4749-bb48-c706685a76b7 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:15.273199 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "tag": "05c357f9-475e-4afa-b068-1499c20820a7", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:15.273770 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8b0d9ddf-ab1a-4749-bb48-c706685a76b7 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:15.274473 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0d9ddf-ab1a-4749-bb48-c706685a76b7'] response: {'name': 'network-changed', 'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7', 'status': 'completed', 'code': 200} May 16 18:55:15.301508 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-08b788ff-23d4-4ece-8b4b-68979a6c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:15.305224 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-08b788ff-23d4-4ece-8b4b-68979a6c1895 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 1128 time: 0.0720818 May 16 18:55:15.374545 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-f2fd34b5-9368-49fc-9cea-53fd4d5cd8ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c357f9-475e-4afa-b068-1499c20820a7 HTTP/1.1" status: 200 len: 217 time: 0.0571420 May 16 18:55:15.479691 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-a01b9741-012b-461d-993c-52531ea343a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:15.482670 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-a01b9741-012b-461d-993c-52531ea343a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0935566 May 16 18:55:15.589360 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-d2974385-7243-450a-9a9e-5ebe1f17a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:15.604752 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-d2974385-7243-450a-9a9e-5ebe1f17a49c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1101003 May 16 18:55:15.786112 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4078b3-1dff-4a42-bad2-1d8b26667e6d req-5d73f674-6f43-4c43-994d-018e57361e87 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:15.788562 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cb4078b3-1dff-4a42-bad2-1d8b26667e6d req-5d73f674-6f43-4c43-994d-018e57361e87 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0769620 May 16 18:55:15.797149 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-fd1f2002-6652-4b66-bdeb-6191bcba7f54 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816578 May 16 18:55:15.903417 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cb4078b3-1dff-4a42-bad2-1d8b26667e6d req-4057353f-24fb-46b5-bf45-5bde6cf74e53 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084795 May 16 18:55:16.051639 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b36039f7-bbc2-4ea7-92b8-a0f81a90a687 req-fea63fde-bd04-4d36-8d43-b07822a9e04c service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384589 May 16 18:55:16.070129 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc10fa5-52c9-4f37-895e-8eda1a579495 req-ffcbd605-865d-4b83-a854-ad580a031ba1 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:16.073053 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0fc10fa5-52c9-4f37-895e-8eda1a579495 req-ffcbd605-865d-4b83-a854-ad580a031ba1 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 944 time: 0.0920346 May 16 18:55:16.164576 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0fc10fa5-52c9-4f37-895e-8eda1a579495 req-5bcb3e0b-4b2d-4acd-a20c-d52de07d3b56 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768723 May 16 18:55:16.518868 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-bbcca6af-06dd-4a89-af6d-98e4ba43248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:16.520740 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-bbcca6af-06dd-4a89-af6d-98e4ba43248c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 1128 time: 0.0539906 May 16 18:55:16.674032 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-2ee7d0fb-8012-408f-92bf-29f403f2f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:16.676239 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-2ee7d0fb-8012-408f-92bf-29f403f2f7e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 912 time: 0.1420546 May 16 18:55:16.749668 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-a63b1a48-b1b9-461d-a1f5-1e7da72ddff2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c357f9-475e-4afa-b068-1499c20820a7 HTTP/1.1" status: 200 len: 217 time: 0.0533237 May 16 18:55:16.815083 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-12920dfa-8c8a-4a10-9290-a927c6f35af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:16.816882 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-12920dfa-8c8a-4a10-9290-a927c6f35af8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0574670 May 16 18:55:16.877354 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-4d29207e-77be-48dc-a28e-44cf1fe75d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:16.880037 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-4d29207e-77be-48dc-a28e-44cf1fe75d80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535674 May 16 18:55:17.045567 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-32fd3fa1-b2f4-4ccc-8e14-4edc3a7890d4 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524909 May 16 18:55:17.191621 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787f706-7198-43be-b050-ab72a2350c11 req-367dab77-6a7c-48fc-ba3a-702fcb6ad12b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:17.193194 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c787f706-7198-43be-b050-ab72a2350c11 req-367dab77-6a7c-48fc-ba3a-702fcb6ad12b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.1440973 May 16 18:55:17.245142 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c63ef790-b558-40ed-b5fc-56c151cc9bdc req-c38822b8-c8b5-407a-acdf-dfb05d110f33 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809278 May 16 18:55:17.275821 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c787f706-7198-43be-b050-ab72a2350c11 req-4fa7f971-ed16-4a29-90c9-889c737cc88b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735810 May 16 18:55:17.390751 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169466c2-747e-405a-b613-cba5ec6cf35d req-48e32db8-de42-45f3-bc7f-fb4190df14d0 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:17.406576 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-169466c2-747e-405a-b613-cba5ec6cf35d req-48e32db8-de42-45f3-bc7f-fb4190df14d0 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 944 time: 0.0885684 May 16 18:55:17.471853 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-169466c2-747e-405a-b613-cba5ec6cf35d req-0a38cd5e-ce3c-4f05-af82-b81221a1c3b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634556 May 16 18:55:18.465432 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40edc36-c3f7-4210-bfc9-b5fc1e5da511 req-fa938976-0235-4bae-9454-aee7851d8fa1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:18.479499 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c40edc36-c3f7-4210-bfc9-b5fc1e5da511 req-fa938976-0235-4bae-9454-aee7851d8fa1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0907307 May 16 18:55:18.485781 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:55:18.572517 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c40edc36-c3f7-4210-bfc9-b5fc1e5da511 req-324a41bc-ebbc-4e0d-9b57-4dabbb54b685 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859914 May 16 18:55:18.663913 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42ba90-3ea6-4f1c-b875-b8c0e85e2397 req-d43d7ba4-86d1-444d-aa59-43ea0860acb5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:18.663913 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0b42ba90-3ea6-4f1c-b875-b8c0e85e2397 req-d43d7ba4-86d1-444d-aa59-43ea0860acb5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 944 time: 0.0743454 May 16 18:55:18.737865 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0b42ba90-3ea6-4f1c-b875-b8c0e85e2397 req-e05734d2-ff1e-43ea-beb3-908aab1b24e0 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687003 May 16 18:55:19.793551 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7431-ccba-41a5-b991-e7fa210fa745 req-883623d9-93f7-4165-b2ff-211cb6e93183 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:19.807313 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e29a7431-ccba-41a5-b991-e7fa210fa745 req-883623d9-93f7-4165-b2ff-211cb6e93183 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.1013770 May 16 18:55:19.937342 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa722b8-2728-448c-bf63-fb9ec95e0bf6 req-632d17af-a8ff-4ba8-b2fb-6f609a65f181 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:19.939066 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bfa722b8-2728-448c-bf63-fb9ec95e0bf6 req-632d17af-a8ff-4ba8-b2fb-6f609a65f181 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 944 time: 0.0815420 May 16 18:55:19.949791 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e29a7431-ccba-41a5-b991-e7fa210fa745 req-d1351d71-e0c3-48a7-a18f-00328419b23c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414759 May 16 18:55:20.032428 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bfa722b8-2728-448c-bf63-fb9ec95e0bf6 req-1fd49da9-0b1c-4836-85ca-75d46a4704ad tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814204 May 16 18:55:21.304770 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce9cf5-228a-4700-8c9d-a0125d8b7843 req-2466b18f-59bf-4e2f-b9df-b63619125d92 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:21.306450 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-16ce9cf5-228a-4700-8c9d-a0125d8b7843 req-2466b18f-59bf-4e2f-b9df-b63619125d92 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.2011287 May 16 18:55:21.340213 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a80aa-c1eb-4f39-8358-3b00ebd8184b req-e041592b-e8c4-4e07-aafd-95177032bf30 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:21.342474 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f55a80aa-c1eb-4f39-8358-3b00ebd8184b req-e041592b-e8c4-4e07-aafd-95177032bf30 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 944 time: 0.0980837 May 16 18:55:21.449038 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-16ce9cf5-228a-4700-8c9d-a0125d8b7843 req-680a1a46-4ce5-4930-8e36-40708915a4a4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239824 May 16 18:55:21.488420 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f55a80aa-c1eb-4f39-8358-3b00ebd8184b req-68d54a23-5596-4702-acbd-06e04def7bdc tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310308 May 16 18:55:22.611507 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469949-623c-4183-98ca-c0942e9767d2 req-413f460d-df75-463b-a478-780d3a41bc82 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:22.613093 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-62469949-623c-4183-98ca-c0942e9767d2 req-413f460d-df75-463b-a478-780d3a41bc82 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0792470 May 16 18:55:22.640178 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363929ba-ed07-4cbc-8951-6c73ccfb13e2 req-2af38550-5353-481e-840d-e8816e5657dc tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:22.641687 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-363929ba-ed07-4cbc-8951-6c73ccfb13e2 req-2af38550-5353-481e-840d-e8816e5657dc tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 944 time: 0.0710518 May 16 18:55:22.969417 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-62469949-623c-4183-98ca-c0942e9767d2 req-9864e934-4e8e-4914-971f-f8939839097f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470862 May 16 18:55:22.984850 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-363929ba-ed07-4cbc-8951-6c73ccfb13e2 req-5e28a312-b121-49a8-b644-b5e7ba040e3d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289876 May 16 18:55:23.439922 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-2d4abf1e-09ed-4e39-b141-378ef724811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:23.442036 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-2d4abf1e-09ed-4e39-b141-378ef724811f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 1129 time: 0.0542893 May 16 18:55:23.589689 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-e68b96dc-7825-466a-872c-60fa299e3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:23.591250 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-e68b96dc-7825-466a-872c-60fa299e3890 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 917 time: 0.1336162 May 16 18:55:23.668533 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-2e505e07-d3cd-46a9-b523-7856ca676aa1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c023405-87f2-4ed0-9c4c-c419d714714d HTTP/1.1" status: 200 len: 1001 time: 0.0695376 May 16 18:55:23.739616 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-1a52b6c0-4d23-4128-af0b-ea6510e3faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:23.742247 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-1a52b6c0-4d23-4128-af0b-ea6510e3faed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.0636873 May 16 18:55:23.799895 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-22940b19-ff72-45a5-b904-3fd8890a5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:23.801423 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-22940b19-ff72-45a5-b904-3fd8890a5d73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515213 May 16 18:55:23.911931 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-ba10b58a-33f1-4980-995f-a39117d81251 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002004 May 16 18:55:24.023902 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-efc765a8-f955-40a6-af3b-2976e620cc9e req-13b1ea52-cb94-46dd-8286-ee4791a7ebb3 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006947 May 16 18:55:24.144627 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c5339-b57e-4789-af22-fd5be7d687c9 req-86b6487c-ac50-4187-9166-bc6652a8cf26 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:24.146252 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-157c5339-b57e-4789-af22-fd5be7d687c9 req-86b6487c-ac50-4187-9166-bc6652a8cf26 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0778296 May 16 18:55:24.160430 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f9c88-fe6b-4894-b845-fdbd0574cc7e req-bfdb1ff4-be57-450b-9508-9fc827adce43 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:24.162061 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b33f9c88-fe6b-4894-b845-fdbd0574cc7e req-bfdb1ff4-be57-450b-9508-9fc827adce43 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 944 time: 0.0835769 May 16 18:55:24.242509 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-157c5339-b57e-4789-af22-fd5be7d687c9 req-8536e8cf-3b4c-4995-918f-385c6107bf5d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889585 May 16 18:55:24.252655 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b33f9c88-fe6b-4894-b845-fdbd0574cc7e req-8ef13788-ece6-4a68-b0a6-483c60407155 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836389 May 16 18:55:24.440830 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 05c357f9-475e-4afa-b068-1499c20820a7 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:55:24.571981 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 05c357f9-475e-4afa-b068-1499c20820a7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=05c357f9-475e-4afa-b068-1499c20820a7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:24.588878 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '05c357f9-475e-4afa-b068-1499c20820a7', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:55:24.635604 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 05c357f9-475e-4afa-b068-1499c20820a7 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:55:24.636144 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (05c357f9-475e-4afa-b068-1499c20820a7), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:24.651307 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c357f9-475e-4afa-b068-1499c20820a7 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:55:24.673559 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61f0c-6be3-46e4-b28a-a30a64f49e32 req-8e7595ae-f52d-455f-90b5-14ad6ee55d1d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:24.675647 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2b61f0c-6be3-46e4-b28a-a30a64f49e32 req-8e7595ae-f52d-455f-90b5-14ad6ee55d1d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0600212 May 16 18:55:24.676161 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 05c357f9-475e-4afa-b068-1499c20820a7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=05c357f9-475e-4afa-b068-1499c20820a7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:24.683484 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (05c357f9-475e-4afa-b068-1499c20820a7), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:24.730833 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2b61f0c-6be3-46e4-b28a-a30a64f49e32 req-92c971da-58cb-4208-ba71-02c9d953722a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483704 May 16 18:55:24.760064 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=05c357f9-475e-4afa-b068-1499c20820a7,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:25.095327 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['05c357f9-475e-4afa-b068-1499c20820a7'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:55:25.418573 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daed00-b1e0-4f69-8791-5c683ed3f6fe req-946bea3d-78e2-46fc-a754-f113ea99b2b0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:25.420264 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a0daed00-b1e0-4f69-8791-5c683ed3f6fe req-946bea3d-78e2-46fc-a754-f113ea99b2b0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0906110 May 16 18:55:25.439948 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef651afd-52b4-448c-8832-0f14cac947d2 req-6602e53e-e25a-47ff-ab6f-ba9c176c01a5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:25.441750 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ef651afd-52b4-448c-8832-0f14cac947d2 req-6602e53e-e25a-47ff-ab6f-ba9c176c01a5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 945 time: 0.0940354 May 16 18:55:25.516316 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a0daed00-b1e0-4f69-8791-5c683ed3f6fe req-faa85d8e-cfac-43d8-98f9-539b29a45418 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893092 May 16 18:55:25.526037 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ef651afd-52b4-448c-8832-0f14cac947d2 req-44255580-232f-43e7-8c12-6482e58c649e tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744798 May 16 18:55:25.864530 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fac1de-084b-4572-9eb1-d7fdd9f5534c req-cbbf532e-2985-4edd-aeb6-8b70a9cf16af tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:25.866468 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-61fac1de-084b-4572-9eb1-d7fdd9f5534c req-cbbf532e-2985-4edd-aeb6-8b70a9cf16af tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0576878 May 16 18:55:25.925365 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-61fac1de-084b-4572-9eb1-d7fdd9f5534c req-1ce060e6-748a-4e7b-a3fe-2cd4607a847a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494206 May 16 18:55:26.436599 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 05c357f9-475e-4afa-b068-1499c20820a7 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:55:26.494304 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 05c357f9-475e-4afa-b068-1499c20820a7 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:55:26.501275 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 05c357f9-475e-4afa-b068-1499c20820a7 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:55:26.501755 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (05c357f9-475e-4afa-b068-1499c20820a7), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:26.587546 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 05c357f9-475e-4afa-b068-1499c20820a7 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:55:26.588074 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (05c357f9-475e-4afa-b068-1499c20820a7), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:26.622706 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:26.625203 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028ba95f-2fc6-4f1a-82b1-2a7466f46ccd" -d '{"events": [{"server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "name": "network-vif-plugged", "status": "completed", "tag": "05c357f9-475e-4afa-b068-1499c20820a7"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:26.638775 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 05c357f9-475e-4afa-b068-1499c20820a7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=05c357f9-475e-4afa-b068-1499c20820a7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:26.648318 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (05c357f9-475e-4afa-b068-1499c20820a7), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:26.650058 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c023405-87f2-4ed0-9c4c-c419d714714d no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:55:26.684239 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35c26e-53d1-4045-9d8a-185457ddc778 req-a8e48649-7b7e-425d-a5b0-3af97a48a635 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:26.687094 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c35c26e-53d1-4045-9d8a-185457ddc778 req-a8e48649-7b7e-425d-a5b0-3af97a48a635 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 945 time: 0.0849767 May 16 18:55:26.717210 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4331ec-6138-42ce-941f-0623aa5d84fa req-2edf8886-1cb2-470f-a1a3-c0bb017f7cd1 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:26.719284 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ca4331ec-6138-42ce-941f-0623aa5d84fa req-2edf8886-1cb2-470f-a1a3-c0bb017f7cd1 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.0873392 May 16 18:55:26.740089 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=05c357f9-475e-4afa-b068-1499c20820a7,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:26.785731 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c35c26e-53d1-4045-9d8a-185457ddc778 req-6c426d3b-92ca-41c7-bbe4-ba9b49d43a2b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901361 May 16 18:55:26.789935 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 7c023405-87f2-4ed0-9c4c-c419d714714d is: ACTIVE; New status is: DOWN {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:55:26.791035 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:26.800069 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ca4331ec-6138-42ce-941f-0623aa5d84fa req-b592f684-6de3-479d-a53c-bc14de053a45 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726297 May 16 18:55:26.843338 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:26.848477 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:26.883139 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e10bad5-dda5-4b1b-8e7e-7e1a5266f976 x-openstack-request-id: req-5e10bad5-dda5-4b1b-8e7e-7e1a5266f976 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:26.883580 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "name": "network-vif-plugged", "status": "completed", "tag": "05c357f9-475e-4afa-b068-1499c20820a7", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:26.884002 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5e10bad5-dda5-4b1b-8e7e-7e1a5266f976 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:26.884601 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e10bad5-dda5-4b1b-8e7e-7e1a5266f976'] response: {'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7', 'code': 200} May 16 18:55:26.929689 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=8']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:27.061098 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd65f5-35d2-4406-bf7b-3dd930a4207a req-96928f2c-eeb4-4cbd-abd6-3fec8dc41095 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:27.062633 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-00dd65f5-35d2-4406-bf7b-3dd930a4207a req-96928f2c-eeb4-4cbd-abd6-3fec8dc41095 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0575821 May 16 18:55:27.122195 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-00dd65f5-35d2-4406-bf7b-3dd930a4207a req-01002cba-a1c1-4d1e-a782-ec424e884781 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531981 May 16 18:55:27.976913 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a9ad7-00c5-46dd-b0c1-157e15b897d5 req-c96fb5e9-fadf-4112-ab9d-06cec8ac4c34 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:27.978474 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f72a9ad7-00c5-46dd-b0c1-157e15b897d5 req-c96fb5e9-fadf-4112-ab9d-06cec8ac4c34 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0857584 May 16 18:55:27.990086 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9164b-c4bf-4782-8bf8-2598c825e636 req-9d1a941c-5fe7-4d3a-8e84-606038b70b35 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:27.992488 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dde9164b-c4bf-4782-8bf8-2598c825e636 req-9d1a941c-5fe7-4d3a-8e84-606038b70b35 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.0975792 May 16 18:55:28.067388 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f72a9ad7-00c5-46dd-b0c1-157e15b897d5 req-13313fd1-258f-4db2-8646-bbcad8728fd9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738852 May 16 18:55:28.077484 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dde9164b-c4bf-4782-8bf8-2598c825e636 req-45af4ea6-acb7-439d-8e12-c4a3e4555b16 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767694 May 16 18:55:28.264757 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aebc3f-cb2c-4257-baae-04d2432516f0 req-e1f73e6b-d5f0-4e7f-94ad-f17e986f04bf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:28.266357 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-16aebc3f-cb2c-4257-baae-04d2432516f0 req-e1f73e6b-d5f0-4e7f-94ad-f17e986f04bf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0684330 May 16 18:55:28.326232 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-16aebc3f-cb2c-4257-baae-04d2432516f0 req-703feb6a-4e43-4c6e-92f0-29076c98c798 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531943 May 16 18:55:28.886493 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:28.888999 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5438ad-a97d-42e0-9240-4f32c22d9039" -d '{"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:28.933135 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 18:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2e493e-9389-4b8d-ac80-a1aafbc7ee32 x-openstack-request-id: req-bf2e493e-9389-4b8d-ac80-a1aafbc7ee32 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:28.933431 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:28.933682 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf2e493e-9389-4b8d-ac80-a1aafbc7ee32 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:28.934075 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2e493e-9389-4b8d-ac80-a1aafbc7ee32'] response: {'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'code': 200} May 16 18:55:29.065620 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9cbb-18ef-4606-b8ab-ece092a0d86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:29.276316 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528aad-7246-445c-9eb3-e82c0070109d req-4e4f59da-7dfd-4ba0-9b88-477ccd1d24ea tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:29.277880 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d4528aad-7246-445c-9eb3-e82c0070109d req-4e4f59da-7dfd-4ba0-9b88-477ccd1d24ea tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.1053221 May 16 18:55:29.291454 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95cb0-7395-4652-a8b7-143d9cae92f0 req-f3f8884c-aaff-4ff5-b2d8-61231b16993d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:29.293115 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-74e95cb0-7395-4652-a8b7-143d9cae92f0 req-f3f8884c-aaff-4ff5-b2d8-61231b16993d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.1012449 May 16 18:55:29.375101 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d4528aad-7246-445c-9eb3-e82c0070109d req-404ff48f-64ea-4b76-82cb-48e6424f7841 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809636 May 16 18:55:29.385174 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-74e95cb0-7395-4652-a8b7-143d9cae92f0 req-14eda063-43c1-48cc-926a-a08b1f039f60 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822957 May 16 18:55:29.528669 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae314-2811-4684-ba03-2fa4cc1d3efc req-f01ea5cc-f992-4e5f-97f4-e2a610a0b2cd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:29.530128 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a78ae314-2811-4684-ba03-2fa4cc1d3efc req-f01ea5cc-f992-4e5f-97f4-e2a610a0b2cd tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.0567288 May 16 18:55:29.593642 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a78ae314-2811-4684-ba03-2fa4cc1d3efc req-b16208ea-f116-4988-bdd9-f70e0d84ef37 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540791 May 16 18:55:30.581891 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-aa1d0257-a1a7-4d27-a3c0-f043e2ec81de tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:30.583436 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-aa1d0257-a1a7-4d27-a3c0-f043e2ec81de tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.1609738 May 16 18:55:30.615764 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46f841-a106-4504-ada6-0e730e9466c2 req-e982a10e-ecc5-4044-ada2-457520bae4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:30.617259 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fd46f841-a106-4504-ada6-0e730e9466c2 req-e982a10e-ecc5-4044-ada2-457520bae4f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 1130 time: 0.1470380 May 16 18:55:30.628137 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82280d7-b777-4411-8b18-fd34a116b0c6 req-2601ff34-5fa9-483d-b0ed-7033565b2cf0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:30.629675 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e82280d7-b777-4411-8b18-fd34a116b0c6 req-2601ff34-5fa9-483d-b0ed-7033565b2cf0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0992005 May 16 18:55:30.648477 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b52b8-90de-4032-a01b-54f54950f4dc req-fadfa367-e7c8-443c-bd48-1aceb529cb79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:30.650005 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b59b52b8-90de-4032-a01b-54f54950f4dc req-fadfa367-e7c8-443c-bd48-1aceb529cb79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.1148746 May 16 18:55:30.720145 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e82280d7-b777-4411-8b18-fd34a116b0c6 req-6c104580-a1d3-4cee-acda-2071b6f99213 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840852 May 16 18:55:30.736123 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b59b52b8-90de-4032-a01b-54f54950f4dc req-eb1254c9-fd47-435e-b6ef-9cfef743fcdd tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772374 May 16 18:55:30.923750 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc7f67-7131-4a5c-bcb5-ebeb70c5d33f req-1aa8b443-8160-4666-8335-594325fd9cae tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:30.926049 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6bcc7f67-7131-4a5c-bcb5-ebeb70c5d33f req-1aa8b443-8160-4666-8335-594325fd9cae tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 946 time: 0.1266916 May 16 18:55:31.005545 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fd46f841-a106-4504-ada6-0e730e9466c2 req-392f2215-6ec7-4f22-8039-d61b10dab66e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601505 May 16 18:55:31.020072 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Deleting port beee622c-240e-41d7-b32d-a07b68814889 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:55:31.020342 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (beee622c-240e-41d7-b32d-a07b68814889), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:31.060295 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6bcc7f67-7131-4a5c-bcb5-ebeb70c5d33f req-4751122d-fc09-42ad-a210-a13fec19856d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab86fd92-562f-4e9d-8a29-9cea2b00218e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217701 May 16 18:55:31.133077 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] For port beee622c-240e-41d7-b32d-a07b68814889, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=beee622c-240e-41d7-b32d-a07b68814889,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:31.133450 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (beee622c-240e-41d7-b32d-a07b68814889), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:31.353902 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:31.354376 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (fa694018-594b-4ddb-a515-f352a8313310), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:31.354796 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Floating IP fa694018-594b-4ddb-a515-f352a8313310 disassociated. External IP: 172.27.1.38, port: beee622c-240e-41d7-b32d-a07b68814889. May 16 18:55:31.355311 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Calling delete_port for beee622c-240e-41d7-b32d-a07b68814889 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:55:31.523145 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (beee622c-240e-41d7-b32d-a07b68814889), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:31.529226 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-df34dd2f-15f4-41bc-8ad3-7f3f19443aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:31.570266 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event deleted for resources: {'Port': ['ID=beee622c-240e-41d7-b32d-a07b68814889,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:31.705519 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Router 135988c4-5689-4766-918d-91a3dd40e9c7 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:55:31.886978 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:55:31.906952 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] Sync routers for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:55:31.933808 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:55:31.934467 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:55:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:31.964436 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e203270-8f87-41df-8d70-32d1095fcb4a req-75fd3ca1-b460-42cd-a168-3e6b7ee77136 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:31.966329 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8e203270-8f87-41df-8d70-32d1095fcb4a req-75fd3ca1-b460-42cd-a168-3e6b7ee77136 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.1254411 May 16 18:55:32.026236 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] No DVR routers for this DVR port beee622c-240e-41d7-b32d-a07b68814889 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:55:32.049784 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:32.055106 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-245567f8-a7af-4917-a2b7-848ad551d7b9 req-56b19a6b-d5ba-495f-bc60-837bbc0b7fcf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "DELETE /v2.0/ports/beee622c-240e-41d7-b32d-a07b68814889 HTTP/1.1" status: 204 len: 173 time: 1.2139313 May 16 18:55:32.055786 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'name': 'network-vif-deleted', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:32.058620 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc022af1-b253-4db3-8b75-3bf96f8fa9bd" -d '{"events": [{"server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "name": "network-vif-deleted", "tag": "beee622c-240e-41d7-b32d-a07b68814889"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:32.103342 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35097b58-705b-4888-98b6-9283023ef708 req-38248b66-194d-4380-aab0-de03b564eca7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:32.111523 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35097b58-705b-4888-98b6-9283023ef708 req-38248b66-194d-4380-aab0-de03b564eca7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.1007307 May 16 18:55:32.134556 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:55:32.163468 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8e203270-8f87-41df-8d70-32d1095fcb4a req-6a467897-e8ce-4477-ad95-a52f41b98413 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742718 May 16 18:55:32.250761 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35097b58-705b-4888-98b6-9283023ef708 req-9f5bf659-7e19-41f9-ba66-eea1adcce27f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381030 May 16 18:55:32.268279 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30990f85-b2ab-4d24-95a3-daec5b96db0a x-openstack-request-id: req-30990f85-b2ab-4d24-95a3-daec5b96db0a {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:32.268594 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08296f7c-a2cd-4a66-9f47-ae72714a4e37", "name": "network-vif-deleted", "tag": "beee622c-240e-41d7-b32d-a07b68814889", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:32.268828 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30990f85-b2ab-4d24-95a3-daec5b96db0a {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:32.269259 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30990f85-b2ab-4d24-95a3-daec5b96db0a'] response: {'server_uuid': '08296f7c-a2cd-4a66-9f47-ae72714a4e37', 'name': 'network-vif-deleted', 'tag': 'beee622c-240e-41d7-b32d-a07b68814889', 'status': 'completed', 'code': 200} May 16 18:55:32.409799 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b5e3be2e-a42b-4f0e-b0c0-a375977f648e req-da5413c0-8b85-4272-880e-c0e167e4226d tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=08296f7c-a2cd-4a66-9f47-ae72714a4e37 HTTP/1.1" status: 200 len: 210 time: 0.0346653 May 16 18:55:32.449611 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-a0df2ea6-eced-400e-9b1d-099e6b939ca9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679042 May 16 18:55:32.468443 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:11Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:32.505619 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] Checking router: 135988c4-5689-4766-918d-91a3dd40e9c7 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:55:32.526567 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:55:32.527703 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:55:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:32.575788 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-7975e086-63b2-4205-9fec-017d5adf37e4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:32.577443 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-7975e086-63b2-4205-9fec-017d5adf37e4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports/7c023405-87f2-4ed0-9c4c-c419d714714d HTTP/1.1" status: 200 len: 940 time: 0.0815904 May 16 18:55:32.667961 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:55:32.867895 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:32.943911 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:11Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:32.976141 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a8de2-a553-426f-b946-b7c8241d6abe None None] The sync data for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi is: [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:50:07Z', 'revision_number': 4, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '97ef494d-1e75-4a72-8d4d-0e4cbdb83223', 'name': '', 'network_id': '4df4ca2b-7e61-442b-9928-5c7e92cf8bf8', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'mac_address': 'fa:16:3e:a8:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ed5a5553-0367-46bb-b960-145959061767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:06Z', 'updated_at': '2022-05-16T18:50:11Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'subnets': [{'id': 'ed5a5553-0367-46bb-b960-145959061767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:55:33.272521 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67ffed-351e-4a65-8f27-2f46cadfa131 None None] New status for floating IP fa694018-594b-4ddb-a515-f352a8313310: DOWN {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:55:33.331485 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b6338-6038-4f5e-9464-ff5bc4c1fe6d req-d2e1caef-74e7-4ccc-b53a-d705f98c3606 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:33.332999 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f5b6338-6038-4f5e-9464-ff5bc4c1fe6d req-d2e1caef-74e7-4ccc-b53a-d705f98c3606 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.0718884 May 16 18:55:33.434056 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdfcc7-8220-4228-9faa-e911dbf94376 req-be573324-e3cd-4755-ae22-069e095c07d1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:33.437692 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bebdfcc7-8220-4228-9faa-e911dbf94376 req-be573324-e3cd-4755-ae22-069e095c07d1 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0948944 May 16 18:55:33.483529 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f5b6338-6038-4f5e-9464-ff5bc4c1fe6d req-7379d65f-6f94-4ec7-a32b-27b0a7242c84 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395009 May 16 18:55:33.581357 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bebdfcc7-8220-4228-9faa-e911dbf94376 req-94d99738-ba85-4695-b1f7-4413dad474b2 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274786 May 16 18:55:33.647351 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46854) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:55:33.765324 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb05c3-fba6-4e88-8c58-039161bf68fb req-cd9077e6-6307-478b-a954-d180bef33413 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:33.766899 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95bb05c3-fba6-4e88-8c58-039161bf68fb req-cd9077e6-6307-478b-a954-d180bef33413 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.0922995 May 16 18:55:33.770470 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4d2ef4a3-e67e-4258-bcc2-a50e38cc9676 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group (ab86fd92-562f-4e9d-8a29-9cea2b00218e), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:33.811349 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4d2ef4a3-e67e-4258-bcc2-a50e38cc9676 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group (ab86fd92-562f-4e9d-8a29-9cea2b00218e), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:33.867978 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95bb05c3-fba6-4e88-8c58-039161bf68fb req-58312d08-4c7f-4e11-8805-97e8dc030362 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910978 May 16 18:55:33.898875 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46856) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:55:33.900065 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4d2ef4a3-e67e-4258-bcc2-a50e38cc9676 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ab86fd92-562f-4e9d-8a29-9cea2b00218e), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:33.904432 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4d2ef4a3-e67e-4258-bcc2-a50e38cc9676 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:33.906348 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-4d2ef4a3-e67e-4258-bcc2-a50e38cc9676 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "DELETE /v2.0/security-groups/ab86fd92-562f-4e9d-8a29-9cea2b00218e HTTP/1.1" status: 204 len: 168 time: 0.2567308 May 16 18:55:33.911847 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46858) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:55:33.933496 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ef4a3-e67e-4258-bcc2-a50e38cc9676 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab86fd92-562f-4e9d-8a29-9cea2b00218e,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:33.938434 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.api.v2.resource [None req-dbff0318-d082-4770-a7c3-c6c9dde751f6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] show failed (client error): The resource could not be found. May 16 18:55:33.940139 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-dbff0318-d082-4770-a7c3-c6c9dde751f6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups/ab86fd92-562f-4e9d-8a29-9cea2b00218e HTTP/1.1" status: 404 len: 347 time: 0.0285256 May 16 18:55:33.943193 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 46860) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:55:33.965293 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4120b-41fd-4928-b696-f00667afea75 tempest-TestVolumeBootPattern-1285964633 tempest-TestVolumeBootPattern-1285964633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:33.968373 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d3f4120b-41fd-4928-b696-f00667afea75 tempest-TestVolumeBootPattern-1285964633 tempest-TestVolumeBootPattern-1285964633-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 1125 time: 0.0678251 May 16 18:55:33.972516 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 46862) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:55:33.978715 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:55:34.009758 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.101866 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.110416 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.117625 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Deleting port 2fa5f30a-e0d1-4559-b40a-603edf42cf3d {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:55:34.117963 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (2fa5f30a-e0d1-4559-b40a-603edf42cf3d), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.227913 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (2fa5f30a-e0d1-4559-b40a-603edf42cf3d), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.229756 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for floatingip (2fa5f30a-e0d1-4559-b40a-603edf42cf3d), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.249149 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Allocated IP 172.27.1.91 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/23d8a146-527d-4483-9df0-7e8037418e17) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:55:34.263584 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Calling delete_port for 2fa5f30a-e0d1-4559-b40a-603edf42cf3d owned by network:floatingip {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:55:34.274778 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-c1a57aa3-9d39-4d72-a99f-fd93c9b0eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:34.276494 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-c1a57aa3-9d39-4d72-a99f-fd93c9b0eae4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f&tenant_id=67cdad09821341cfa56bbc4642d2cd04 HTTP/1.1" status: 200 len: 1127 time: 0.0684516 May 16 18:55:34.385082 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for port (23d8a146-527d-4483-9df0-7e8037418e17), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.398290 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-66d00c5e-eaba-4652-a478-4bae50ebc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:34.399878 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-66d00c5e-eaba-4652-a478-4bae50ebc22f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 1127 time: 0.0668271 May 16 18:55:34.423128 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (23d8a146-527d-4483-9df0-7e8037418e17), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.476773 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:55:34.479278 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device beee622c-240e-41d7-b32d-a07b68814889 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:55:34.481323 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:55:34.490136 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:55:34.513087 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: beee622c-240e-41d7-b32d-a07b68814889 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:55:34.513652 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device beee622c-240e-41d7-b32d-a07b68814889 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:55:34.550741 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'Port': ['ID=23d8a146-527d-4483-9df0-7e8037418e17,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:34.557053 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-a1d7d200-4f61-46b9-af3e-acf06a970e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:34.558608 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-a1d7d200-4f61-46b9-af3e-acf06a970e5e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 917 time: 0.1409729 May 16 18:55:34.564585 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (2fa5f30a-e0d1-4559-b40a-603edf42cf3d), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.571538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.571538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.571538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.571538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.571538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.572424 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.572424 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.572424 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.572779 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.573051 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.573550 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.573963 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.574291 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.579050 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.579050 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:55:34.634930 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.653777 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event deleted for resources: {'Port': ['ID=2fa5f30a-e0d1-4559-b40a-603edf42cf3d,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:34.757815 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-d6b6967d-34a6-42f2-9d6f-271465ece701 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c023405-87f2-4ed0-9c4c-c419d714714d HTTP/1.1" status: 200 len: 999 time: 0.1875618 May 16 18:55:34.792493 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe6fbc-bc2a-4053-ab17-5d9b4e95984a req-b1fd1319-543e-43bb-a243-473da576ca6d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:34.793986 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cebe6fbc-bc2a-4053-ab17-5d9b4e95984a req-b1fd1319-543e-43bb-a243-473da576ca6d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0945485 May 16 18:55:34.823079 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks [] for floatingip (fa694018-594b-4ddb-a515-f352a8313310), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.825494 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:34.829849 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-72743fd9-fb83-4441-a795-a8e57eab748a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "DELETE /v2.0/floatingips/fa694018-594b-4ddb-a515-f352a8313310 HTTP/1.1" status: 204 len: 168 time: 0.8827262 May 16 18:55:34.892050 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-e8fb2cc4-192d-4420-a5c2-b42fa5f82738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:34.894517 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-e8fb2cc4-192d-4420-a5c2-b42fa5f82738 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.1227143 May 16 18:55:34.933302 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-cebe6fbc-bc2a-4053-ab17-5d9b4e95984a req-05bdfafa-b97c-4a0b-a680-5a44d8172956 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198719 May 16 18:55:34.999161 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-2adf106d-f9b8-40e2-8a45-175960a4940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:35.001941 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-2adf106d-f9b8-40e2-8a45-175960a4940a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0969613 May 16 18:55:35.063030 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (9871e756-e946-4cce-b530-a9057c5591d0), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:35.114440 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-c2a5bfc3-9c76-48b5-97a6-93c868d8d5a9 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028268 May 16 18:55:35.144060 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (23d8a146-527d-4483-9df0-7e8037418e17), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:35.389575 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for port (23d8a146-527d-4483-9df0-7e8037418e17), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:35.397722 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (23d8a146-527d-4483-9df0-7e8037418e17), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:35.460654 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:35.484428 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d734459d-d8a8-49b8-a23c-e2aa51f61369 req-70f61ec9-4f60-4768-b3b2-76b377688688 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603783 May 16 18:55:35.748551 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'Port': ['ID=23d8a146-527d-4483-9df0-7e8037418e17,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:35.759363 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (9871e756-e946-4cce-b530-a9057c5591d0), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:35.884390 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Floating IP 9871e756-e946-4cce-b530-a9057c5591d0 associated. External IP: 172.27.1.91, port: 05c357f9-475e-4afa-b068-1499c20820a7. May 16 18:55:36.288380 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd2079-0ab4-4150-a80b-89db1d0f03c3 req-7d5a3775-778f-472a-9857-a3e28570c5c3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:36.293277 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7edd2079-0ab4-4150-a80b-89db1d0f03c3 req-7d5a3775-778f-472a-9857-a3e28570c5c3 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.1520822 May 16 18:55:36.319746 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:55:36.370872 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7edd2079-0ab4-4150-a80b-89db1d0f03c3 req-e5958b04-c9e7-4fec-8f6b-55276da86838 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661526 May 16 18:55:36.527610 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:55:36.554889 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] Sync routers for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:55:36.569242 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:55:36.570874 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:55:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:36.591095 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:36.677735 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-aa351a25-22f1-4de0-ba9b-26ec78080ea5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7013350 May 16 18:55:36.677735 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:36.684031 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b791b053-e72a-4656-96ed-8b59479744e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "tag": "05c357f9-475e-4afa-b068-1499c20820a7"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:36.746200 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:55:36.756419 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847690b8-b70c-4cd5-b2ca-7499e394284e x-openstack-request-id: req-847690b8-b70c-4cd5-b2ca-7499e394284e {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:36.756818 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "tag": "05c357f9-475e-4afa-b068-1499c20820a7", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:36.757205 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-847690b8-b70c-4cd5-b2ca-7499e394284e {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:36.757708 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847690b8-b70c-4cd5-b2ca-7499e394284e'] response: {'name': 'network-changed', 'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7', 'status': 'completed', 'code': 200} May 16 18:55:37.069739 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '9871e756-e946-4cce-b530-a9057c5591d0', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:55:34Z', 'updated_at': '2022-05-16T18:55:34Z', 'revision_number': 0, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:37.095287 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] Checking router: 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:55:37.105443 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:55:37.106065 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:55:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:37.263207 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:55:37.651640 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84243b3-3a22-4a2b-9800-7a62dc7da367 req-374bab9e-716d-4686-8634-c82bc6c2ee61 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:37.653233 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f84243b3-3a22-4a2b-9800-7a62dc7da367 req-374bab9e-716d-4686-8634-c82bc6c2ee61 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.1300502 May 16 18:55:37.695999 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '9871e756-e946-4cce-b530-a9057c5591d0', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:55:34Z', 'updated_at': '2022-05-16T18:55:34Z', 'revision_number': 0, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:55:37.725327 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f84243b3-3a22-4a2b-9800-7a62dc7da367 req-0a1a38ad-6e1d-46af-a394-2ee297b617e7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636964 May 16 18:55:37.729186 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622592d6-2188-4a84-975a-d8b007dbc815 None None] The sync data for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi is: [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '9871e756-e946-4cce-b530-a9057c5591d0', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:55:34Z', 'updated_at': '2022-05-16T18:55:34Z', 'revision_number': 0, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:55:37.778241 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557aa2-1e4e-41f3-a6a0-e2fe4dd3a515 req-02e42c96-45ba-46e5-94b9-f46639a2233f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:37.780907 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a0557aa2-1e4e-41f3-a6a0-e2fe4dd3a515 req-02e42c96-45ba-46e5-94b9-f46639a2233f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0736947 May 16 18:55:37.850297 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a0557aa2-1e4e-41f3-a6a0-e2fe4dd3a515 req-f170c109-fc9e-42b6-864d-f9bb1033848e tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588291 May 16 18:55:38.044308 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f6d36-5234-4af9-9bd1-4154c6a3424e None None] New status for floating IP 9871e756-e946-4cce-b530-a9057c5591d0: ACTIVE {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:55:38.885125 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76218fd6-c1f5-4e44-a0c4-eed6313e0c3e req-00018b42-b0c6-44cf-9f3a-a6e6e5ebee04 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:38.888840 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-76218fd6-c1f5-4e44-a0c4-eed6313e0c3e req-00018b42-b0c6-44cf-9f3a-a6e6e5ebee04 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0651150 May 16 18:55:39.005189 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-76218fd6-c1f5-4e44-a0c4-eed6313e0c3e req-7b39db89-b858-404a-b35a-7e9ae9a95dc4 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058500 May 16 18:55:39.056580 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071b976-3da0-4238-bfd2-bfc0e32889e5 req-92144c63-5cd4-4ae7-889d-ff0f57422024 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:39.058763 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0071b976-3da0-4238-bfd2-bfc0e32889e5 req-92144c63-5cd4-4ae7-889d-ff0f57422024 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0766013 May 16 18:55:39.145305 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0071b976-3da0-4238-bfd2-bfc0e32889e5 req-5971b5d3-c7a8-480a-a9d3-69753632a8bb tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802031 May 16 18:55:40.175151 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83352176-36d1-4404-a624-4142a18ec3ca req-9548e048-e6ab-4a07-8566-774578e86911 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:40.181581 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-83352176-36d1-4404-a624-4142a18ec3ca req-9548e048-e6ab-4a07-8566-774578e86911 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0799472 May 16 18:55:40.269183 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-83352176-36d1-4404-a624-4142a18ec3ca req-fb327abd-b7a9-48e5-ae29-f954210804f8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845256 May 16 18:55:40.328314 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b985ca-63b0-4b65-ba94-bcc523820baa req-55c5308c-5519-4682-845e-8b04cc2de1ae tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:40.329835 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-58b985ca-63b0-4b65-ba94-bcc523820baa req-55c5308c-5519-4682-845e-8b04cc2de1ae tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0807405 May 16 18:55:40.394679 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-58b985ca-63b0-4b65-ba94-bcc523820baa req-86a1b71e-41e9-483f-9eff-f1a9d9684f86 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576017 May 16 18:55:41.404200 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25ae9a-8061-4af0-947e-6b24c051a396 req-ba5bf51e-bf0a-4f74-8738-5fbe0c25d396 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:41.407112 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dd25ae9a-8061-4af0-947e-6b24c051a396 req-ba5bf51e-bf0a-4f74-8738-5fbe0c25d396 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0553572 May 16 18:55:41.512498 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dd25ae9a-8061-4af0-947e-6b24c051a396 req-ca6c1ee9-5a4f-423a-907a-100f5b88c11c tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946076 May 16 18:55:41.561510 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b784c-3227-40f5-9c42-cf60208d1506 req-d7e52329-3605-4aca-97d7-f853149633b9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:41.562889 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ad3b784c-3227-40f5-9c42-cf60208d1506 req-d7e52329-3605-4aca-97d7-f853149633b9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0631950 May 16 18:55:41.626620 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ad3b784c-3227-40f5-9c42-cf60208d1506 req-a567b36f-6673-4b04-9ca6-7bd1e3432ee4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578730 May 16 18:55:42.691089 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8034ac-3abc-47bf-a6cc-c88eaddf33c2 req-4d031ecc-6671-418f-91d0-a5360f3f175d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:42.694452 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bc8034ac-3abc-47bf-a6cc-c88eaddf33c2 req-4d031ecc-6671-418f-91d0-a5360f3f175d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0675771 May 16 18:55:42.780898 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bc8034ac-3abc-47bf-a6cc-c88eaddf33c2 req-2c20354b-6a92-4f01-a164-8f9d9e17d005 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770004 May 16 18:55:42.835406 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf150d-65a5-4b6b-8b55-68faea479bec req-e8c84edd-96f2-465c-8bcf-3595c0aa76d6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:42.838304 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dabf150d-65a5-4b6b-8b55-68faea479bec req-e8c84edd-96f2-465c-8bcf-3595c0aa76d6 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0723333 May 16 18:55:42.933090 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dabf150d-65a5-4b6b-8b55-68faea479bec req-a94f8ecc-cfce-48d1-8a4a-f3d43d9cdb41 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874953 May 16 18:55:43.950422 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586f11-e9c7-435f-82f0-2255a694bea5 req-fd55c03a-b4d9-452d-9ba6-052f28c6bea7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:43.952149 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9c586f11-e9c7-435f-82f0-2255a694bea5 req-fd55c03a-b4d9-452d-9ba6-052f28c6bea7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0576072 May 16 18:55:44.008411 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9c586f11-e9c7-435f-82f0-2255a694bea5 req-71c85544-01dd-447c-9397-2c77bc3b6420 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499306 May 16 18:55:44.155742 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3225f-95ee-41e9-be2e-4b67a174f4e8 req-309a2cb7-1519-4175-87d0-1a58ffd7c32c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:44.157261 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7ba3225f-95ee-41e9-be2e-4b67a174f4e8 req-309a2cb7-1519-4175-87d0-1a58ffd7c32c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0560794 May 16 18:55:44.221883 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7ba3225f-95ee-41e9-be2e-4b67a174f4e8 req-d60baab0-23cb-4b3f-8511-cc87b751cfb4 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578308 May 16 18:55:45.153101 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6145c-aee7-4e93-ae46-5d3c6905df09 req-8d92a4cc-9312-4969-915a-beee1205d4fe tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:45.160053 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f6c6145c-aee7-4e93-ae46-5d3c6905df09 req-8d92a4cc-9312-4969-915a-beee1205d4fe tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0633588 May 16 18:55:45.221918 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f6c6145c-aee7-4e93-ae46-5d3c6905df09 req-d8c53334-a3bf-4301-a885-4102f16dbc0d tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608518 May 16 18:55:45.426490 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4168e-913a-42b8-adc5-2611b80bbcb1 req-6b4da8fc-dba4-43ca-86ff-bd6caf13fd4c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:45.428454 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dce4168e-913a-42b8-adc5-2611b80bbcb1 req-6b4da8fc-dba4-43ca-86ff-bd6caf13fd4c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0849707 May 16 18:55:45.492169 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dce4168e-913a-42b8-adc5-2611b80bbcb1 req-d87fc9be-0b63-485c-bb3c-c0428ee61d66 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551226 May 16 18:55:46.397314 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142686e-a3ee-4198-9952-5836c4fe36ef req-564b77bb-f4e5-447f-b479-3beeb59629d7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:46.398959 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6142686e-a3ee-4198-9952-5836c4fe36ef req-564b77bb-f4e5-447f-b479-3beeb59629d7 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0841482 May 16 18:55:46.450887 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6142686e-a3ee-4198-9952-5836c4fe36ef req-d4f7524c-84cb-476d-bf6b-9db7fcbd82ed tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461652 May 16 18:55:46.625800 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616a940-64fe-479c-b2da-947d0d251b33 req-f9f6307c-7e56-4b76-951b-08e4bb959567 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:46.627320 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8616a940-64fe-479c-b2da-947d0d251b33 req-f9f6307c-7e56-4b76-951b-08e4bb959567 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0584955 May 16 18:55:46.703260 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8616a940-64fe-479c-b2da-947d0d251b33 req-9a01e36c-aac8-4297-9dbd-347a3d34b1f3 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621119 May 16 18:55:47.625872 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac696c-4db2-47d1-b840-cbdce9133016 req-ec5e97bb-55fa-4140-88d4-c83adc904e27 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:47.627388 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-62ac696c-4db2-47d1-b840-cbdce9133016 req-ec5e97bb-55fa-4140-88d4-c83adc904e27 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0676913 May 16 18:55:47.693879 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-62ac696c-4db2-47d1-b840-cbdce9133016 req-d3fc40bb-6710-4939-bca2-23a00bb40e7b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589750 May 16 18:55:47.864387 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73890593-9d9b-4b76-8256-88f325f5924f req-d871a71f-a216-4c68-9982-5c6d4029ddb0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:47.867033 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-73890593-9d9b-4b76-8256-88f325f5924f req-d871a71f-a216-4c68-9982-5c6d4029ddb0 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0754480 May 16 18:55:47.948378 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-73890593-9d9b-4b76-8256-88f325f5924f req-48500a18-7193-4661-8267-399d46a38053 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734994 May 16 18:55:48.829365 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a2844-948c-443f-a438-b5b26c017698 req-0debd2a8-2bc9-440d-94d0-716de9b14a74 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:48.831702 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f67a2844-948c-443f-a438-b5b26c017698 req-0debd2a8-2bc9-440d-94d0-716de9b14a74 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0547733 May 16 18:55:48.919800 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f67a2844-948c-443f-a438-b5b26c017698 req-dfb3f5e3-8ce3-4894-a849-bdff97a2ac22 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805051 May 16 18:55:48.933989 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791b053-e72a-4656-96ed-8b59479744e5 req-d79bc7b0-e7c9-409e-9c72-844f2f672e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:48.935590 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b791b053-e72a-4656-96ed-8b59479744e5 req-d79bc7b0-e7c9-409e-9c72-844f2f672e38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 1130 time: 0.0621629 May 16 18:55:49.076777 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02af325-a558-4114-a4c9-301eeab0eabd req-b407c3dc-16cc-4ec6-89d8-c9c4b0c36cff tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:49.078305 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d02af325-a558-4114-a4c9-301eeab0eabd req-b407c3dc-16cc-4ec6-89d8-c9c4b0c36cff tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0543792 May 16 18:55:49.143808 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d02af325-a558-4114-a4c9-301eeab0eabd req-4cbdd5cd-ca6e-426c-8f4e-cad9836340d2 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585291 May 16 18:55:50.075321 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9916045-404c-4bb4-b6bc-1db899564023 req-3335598f-b1ed-4b55-80c0-ed3e893f78a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:50.077830 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e9916045-404c-4bb4-b6bc-1db899564023 req-3335598f-b1ed-4b55-80c0-ed3e893f78a6 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 943 time: 0.0691199 May 16 18:55:50.144143 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e9916045-404c-4bb4-b6bc-1db899564023 req-28b264c1-b25d-4034-8c88-41b7a5a05731 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578256 May 16 18:55:50.281490 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0a2c2-af5b-4b6f-adb7-e6eeb36d07f2 req-58885730-9b77-4015-90b0-99a33dcee83f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:50.283018 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-46c0a2c2-af5b-4b6f-adb7-e6eeb36d07f2 req-58885730-9b77-4015-90b0-99a33dcee83f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0515893 May 16 18:55:50.342120 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-46c0a2c2-af5b-4b6f-adb7-e6eeb36d07f2 req-2b01663d-3d4c-42bf-846b-9f8f7601e720 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528207 May 16 18:55:50.523103 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c023405-87f2-4ed0-9c4c-c419d714714d details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:55:50.659191 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:50.671787 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'port_id': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'mac_address': 'fa:16:3e:80:be:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:55:50.721569 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 7c023405-87f2-4ed0-9c4c-c419d714714d is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:55:50.721904 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:50.751154 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c023405-87f2-4ed0-9c4c-c419d714714d {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:55:50.773673 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:50.777881 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:50.847620 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=9']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:51.089837 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['7c023405-87f2-4ed0-9c4c-c419d714714d'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:55:51.338862 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791b053-e72a-4656-96ed-8b59479744e5 req-c4b604ce-b538-4d29-98a8-f77594de4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:51.340543 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b791b053-e72a-4656-96ed-8b59479744e5 req-c4b604ce-b538-4d29-98a8-f77594de4a2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 912 time: 0.1369593 May 16 18:55:51.717511 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d9531-032e-421c-a554-122e29b057a3 req-ef7f799e-3b53-4e88-a760-e02ceb824df0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:51.718981 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-07562f32-fb8d-4ad9-a559-581578f20ac1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:51.721862 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-07562f32-fb8d-4ad9-a559-581578f20ac1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.0920334 May 16 18:55:51.724997 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-038d9531-032e-421c-a554-122e29b057a3 req-ef7f799e-3b53-4e88-a760-e02ceb824df0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 944 time: 0.1637225 May 16 18:55:51.729218 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14df0b-4161-482b-8dac-5a520425f435 req-45cc07a3-b122-4d9f-b6c5-131dfdfd2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:51.731397 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4a14df0b-4161-482b-8dac-5a520425f435 req-45cc07a3-b122-4d9f-b6c5-131dfdfd2bf2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67cdad09821341cfa56bbc4642d2cd04&device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 1128 time: 0.1728704 May 16 18:55:51.746178 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b791b053-e72a-4656-96ed-8b59479744e5 req-614952e3-17e3-40f9-ad9c-529c00db7f02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c357f9-475e-4afa-b068-1499c20820a7 HTTP/1.1" status: 200 len: 1001 time: 0.2956672 May 16 18:55:51.765409 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d4b2-6a92-4005-87b8-591c060da114 req-923b2694-d57a-44af-add3-72a78986cf9f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:51.767084 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3648d4b2-6a92-4005-87b8-591c060da114 req-923b2694-d57a-44af-add3-72a78986cf9f tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 945 time: 0.1374791 May 16 18:55:51.847273 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Deleting port 0df5492d-e413-4dd6-a47e-19957da57f3f {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:55:51.847696 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:51.961102 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791b053-e72a-4656-96ed-8b59479744e5 req-8cbf149b-5b3d-4bbc-b2fe-8fa4d79a7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:51.962642 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b791b053-e72a-4656-96ed-8b59479744e5 req-8cbf149b-5b3d-4bbc-b2fe-8fa4d79a7dfd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.1943612 May 16 18:55:51.973800 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-038d9531-032e-421c-a554-122e29b057a3 req-8a4c731d-5bc7-436f-b4e1-691d1e54878b tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395582 May 16 18:55:51.992567 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] For port 0df5492d-e413-4dd6-a47e-19957da57f3f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0df5492d-e413-4dd6-a47e-19957da57f3f,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:51.993259 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:52.006594 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3648d4b2-6a92-4005-87b8-591c060da114 req-a26bc27f-bd0b-4eea-8b12-45bd37cfbb4c tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230952 May 16 18:55:52.028537 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Calling delete_port for 0df5492d-e413-4dd6-a47e-19957da57f3f owned by compute:nova {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:55:52.047147 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14df0b-4161-482b-8dac-5a520425f435 req-b9872afc-fb9c-4143-b098-a8029bfeff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:52.048768 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4a14df0b-4161-482b-8dac-5a520425f435 req-b9872afc-fb9c-4143-b098-a8029bfeff5e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 200 len: 917 time: 0.2702420 May 16 18:55:52.055678 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791b053-e72a-4656-96ed-8b59479744e5 req-05fbb06b-66ca-4e12-bb7f-2afccd1173eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:52.057263 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b791b053-e72a-4656-96ed-8b59479744e5 req-05fbb06b-66ca-4e12-bb7f-2afccd1173eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0756121 May 16 18:55:52.186895 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4a14df0b-4161-482b-8dac-5a520425f435 req-494e355e-401a-4abc-a997-be8c42a83c0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c023405-87f2-4ed0-9c4c-c419d714714d HTTP/1.1" status: 200 len: 1000 time: 0.1276913 May 16 18:55:52.218895 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (0df5492d-e413-4dd6-a47e-19957da57f3f), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:52.243384 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['64e7bba5-2463-4d81-9a62-7e09cbe676f8', '0df5492d-e413-4dd6-a47e-19957da57f3f'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:55:52.244713 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b791b053-e72a-4656-96ed-8b59479744e5 req-8ffa45a1-c87d-4e29-b6d1-6bfe9b7e8ec0 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777582 May 16 18:55:52.256750 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event deleted for resources: {'Port': ['ID=0df5492d-e413-4dd6-a47e-19957da57f3f,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:52.264747 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14df0b-4161-482b-8dac-5a520425f435 req-5731e3d3-0532-47bb-9bfd-ce42615f432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:52.266366 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4a14df0b-4161-482b-8dac-5a520425f435 req-5731e3d3-0532-47bb-9bfd-ce42615f432a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 200 len: 855 time: 0.0669916 May 16 18:55:52.341200 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] No DVR routers for this DVR port 0df5492d-e413-4dd6-a47e-19957da57f3f on host hv-cinder-75078 {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:55:52.344448 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:52.347897 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [req-966f3ba5-3718-4a38-81c8-7d33384c4692 req-648f5ac0-6758-42de-96fd-7b3d58f37cd8 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "DELETE /v2.0/ports/0df5492d-e413-4dd6-a47e-19957da57f3f HTTP/1.1" status: 204 len: 173 time: 0.6182017 May 16 18:55:52.348768 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d16c0a7-c769-407d-ae82-8f9437fbe7f2', 'name': 'network-vif-deleted', 'tag': '0df5492d-e413-4dd6-a47e-19957da57f3f'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:52.353296 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdbc45a-2cb2-465f-b85f-817187e8944d" -d '{"events": [{"server_uuid": "8d16c0a7-c769-407d-ae82-8f9437fbe7f2", "name": "network-vif-deleted", "tag": "0df5492d-e413-4dd6-a47e-19957da57f3f"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:52.379005 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14df0b-4161-482b-8dac-5a520425f435 req-971939bb-479c-42d0-a6ee-7f6a85e99e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:52.381125 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4a14df0b-4161-482b-8dac-5a520425f435 req-971939bb-479c-42d0-a6ee-7f6a85e99e1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6559b826-317e-418c-bd4b-dba054fded99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1056588 May 16 18:55:52.415813 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79a4de-89cb-4c0c-9a8c-495fbee65560 x-openstack-request-id: req-2f79a4de-89cb-4c0c-9a8c-495fbee65560 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:52.416432 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d16c0a7-c769-407d-ae82-8f9437fbe7f2", "name": "network-vif-deleted", "tag": "0df5492d-e413-4dd6-a47e-19957da57f3f", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:52.416902 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f79a4de-89cb-4c0c-9a8c-495fbee65560 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:52.417649 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f79a4de-89cb-4c0c-9a8c-495fbee65560'] response: {'server_uuid': '8d16c0a7-c769-407d-ae82-8f9437fbe7f2', 'name': 'network-vif-deleted', 'tag': '0df5492d-e413-4dd6-a47e-19957da57f3f', 'status': 'completed', 'code': 200} May 16 18:55:52.430510 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b791b053-e72a-4656-96ed-8b59479744e5 req-82b6bdfe-af8e-4d30-897c-0c9f0308083d service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633048 May 16 18:55:52.510908 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4a14df0b-4161-482b-8dac-5a520425f435 req-a8d758c2-9d62-4ee5-ad4f-49a22a837da3 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213315 May 16 18:55:52.620865 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4a14df0b-4161-482b-8dac-5a520425f435 req-6f06203f-c665-435f-af47-f6d1f828d685 service neutron] 10.222.0.61 "GET /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029732 May 16 18:55:52.743761 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c023405-87f2-4ed0-9c4c-c419d714714d up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:55:52.795539 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 7c023405-87f2-4ed0-9c4c-c419d714714d triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:55:52.796246 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:53.005740 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 7c023405-87f2-4ed0-9c4c-c419d714714d is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:55:53.006158 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:53.029605 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:53.031898 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d40b69-1d8e-40d3-8b49-e29d0a15d1c7" -d '{"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-plugged", "status": "completed", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:53.045454 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:53.089612 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:53.099669 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46acf5d2-dadb-4161-a9ed-35586dd84e3d x-openstack-request-id: req-46acf5d2-dadb-4161-a9ed-35586dd84e3d {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:53.100794 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-plugged", "status": "completed", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:53.100794 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-46acf5d2-dadb-4161-a9ed-35586dd84e3d {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:53.101722 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46acf5d2-dadb-4161-a9ed-35586dd84e3d'] response: {'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'code': 200} May 16 18:55:53.150240 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e708e8b-8393-4ee1-a832-50c42077a2ab req-4dd89759-07e9-4c44-9bd1-442354a82289 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:53.153809 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5e708e8b-8393-4ee1-a832-50c42077a2ab req-4dd89759-07e9-4c44-9bd1-442354a82289 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 946 time: 0.0777202 May 16 18:55:53.187383 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=10']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:53.271622 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5e708e8b-8393-4ee1-a832-50c42077a2ab req-b5d89f6f-ba32-4f03-8f49-c54030c8fc5a tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113341 May 16 18:55:53.290534 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e0bc2fc9-ceb1-4ee6-837b-2c18d300959a req-809f355d-1d1f-4837-a2e4-d94ab3caeb46 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d16c0a7-c769-407d-ae82-8f9437fbe7f2 HTTP/1.1" status: 200 len: 210 time: 0.0445354 May 16 18:55:53.699697 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14469f-d1bc-4cf2-8f99-be8c0c37e748 req-f117853e-947a-40ee-980d-67c1881e5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:53.701243 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2d14469f-d1bc-4cf2-8f99-be8c0c37e748 req-f117853e-947a-40ee-980d-67c1881e5745 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 1130 time: 0.0388896 May 16 18:55:53.749559 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2d14469f-d1bc-4cf2-8f99-be8c0c37e748 req-b0560b7a-2d37-4973-a227-c4eb630b6be4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388594 May 16 18:55:54.417938 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8712084-12c9-446e-ac49-55c787fd9c3e req-dd6f59dd-ca5b-47b7-bfa8-3848dd30aa0f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:54.420285 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a8712084-12c9-446e-ac49-55c787fd9c3e req-dd6f59dd-ca5b-47b7-bfa8-3848dd30aa0f tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 946 time: 0.0594707 May 16 18:55:54.482647 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a8712084-12c9-446e-ac49-55c787fd9c3e req-02549e77-200b-4d25-9c06-0c116f70cf50 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565999 May 16 18:55:54.633607 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a18d6-9302-49cf-b2f5-cae51ae585e2 req-f719cc5f-06e9-4b0c-9576-981338f55f08 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:54.635176 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f2a18d6-9302-49cf-b2f5-cae51ae585e2 req-f719cc5f-06e9-4b0c-9576-981338f55f08 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0539262 May 16 18:55:54.697429 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0f2a18d6-9302-49cf-b2f5-cae51ae585e2 req-628df7fa-0ae2-4407-8e59-c4a2953cf998 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532842 May 16 18:55:55.484990 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:55:55.635787 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32596c0c-3f65-47d2-9171-3f63e25b8243 req-10c95734-2def-48ee-ba7f-81ac972911d8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:55.637322 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-32596c0c-3f65-47d2-9171-3f63e25b8243 req-10c95734-2def-48ee-ba7f-81ac972911d8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 946 time: 0.0646057 May 16 18:55:55.688066 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-32596c0c-3f65-47d2-9171-3f63e25b8243 req-75e2f70d-c9a4-4228-ac1f-e647f581e8ce tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447509 May 16 18:55:55.828405 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad90d-07ef-4691-b592-25c01d069c9e req-d57c92bf-cc3c-41fb-b3da-c5e320c031a9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:55.829942 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29fad90d-07ef-4691-b592-25c01d069c9e req-d57c92bf-cc3c-41fb-b3da-c5e320c031a9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0510285 May 16 18:55:55.884925 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-29fad90d-07ef-4691-b592-25c01d069c9e req-40bf67ef-a86b-4b22-b978-7bed232a1799 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475039 May 16 18:55:56.759329 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 0df5492d-e413-4dd6-a47e-19957da57f3f no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:55:56.797435 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 0df5492d-e413-4dd6-a47e-19957da57f3f {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:55:56.797917 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 0df5492d-e413-4dd6-a47e-19957da57f3f not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:55:56.857583 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb5d14-04ab-42d1-97b7-3a92180be3ea req-7e06805b-e493-44a4-a2b7-b3aaa91151cd tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:56.860009 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aabb5d14-04ab-42d1-97b7-3a92180be3ea req-7e06805b-e493-44a4-a2b7-b3aaa91151cd tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 946 time: 0.0794630 May 16 18:55:56.951261 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-aabb5d14-04ab-42d1-97b7-3a92180be3ea req-179c59bc-f046-47fe-aeaf-80632c6d4d10 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842001 May 16 18:55:57.263128 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a6799-a2e3-41e5-b1ab-5c454361d709 req-3baa0caa-ad17-40e4-a650-77d74b415aaf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:57.265904 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c86a6799-a2e3-41e5-b1ab-5c454361d709 req-3baa0caa-ad17-40e4-a650-77d74b415aaf tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0798326 May 16 18:55:57.345379 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c86a6799-a2e3-41e5-b1ab-5c454361d709 req-c8e03b9f-467f-48af-8a7a-7037e42cb9ba tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699587 May 16 18:55:57.770832 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-48131901-bdcb-490f-a864-1ceff81906c1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:57.772068 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-48131901-bdcb-490f-a864-1ceff81906c1 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0541227 May 16 18:55:58.154782 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6af2-eccf-49c7-8fb5-38d3426f269e req-62717474-122f-453f-ada0-3ef9b0b0b1cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:58.156269 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a29a6af2-eccf-49c7-8fb5-38d3426f269e req-62717474-122f-453f-ada0-3ef9b0b0b1cc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 946 time: 0.0835781 May 16 18:55:58.171400 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Deleting port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:55:58.171765 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:58.269179 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a29a6af2-eccf-49c7-8fb5-38d3426f269e req-b3d5779d-5581-483f-b536-a61c8a234da9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039195 May 16 18:55:58.300476 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] For port 64e7bba5-2463-4d81-9a62-7e09cbe676f8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=64e7bba5-2463-4d81-9a62-7e09cbe676f8,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:55:58.301042 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:58.319361 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Calling delete_port for 64e7bba5-2463-4d81-9a62-7e09cbe676f8 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:55:58.498428 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cb81c-3d77-41f3-8d59-4374869a6cbc req-ad0d9772-9e92-4bbb-b140-5f55e6262cf9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:55:58.500000 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ec7cb81c-3d77-41f3-8d59-4374869a6cbc req-ad0d9772-9e92-4bbb-b140-5f55e6262cf9 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2573d57-ebb1-4daf-8809-cdc7c0d32eac HTTP/1.1" status: 200 len: 946 time: 0.0659273 May 16 18:55:58.507114 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (64e7bba5-2463-4d81-9a62-7e09cbe676f8), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:58.528793 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['64e7bba5-2463-4d81-9a62-7e09cbe676f8'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:55:58.550890 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Pushing event deleted for resources: {'Port': ['ID=64e7bba5-2463-4d81-9a62-7e09cbe676f8,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:55:58.618180 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] No DVR routers for this DVR port 64e7bba5-2463-4d81-9a62-7e09cbe676f8 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:55:58.621211 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:58.624830 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4414d4a3-aa89-4db6-b644-dccc20564a1c req-f6b41479-a52f-413e-ae43-7789ab75bb0a tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.61 "DELETE /v2.0/ports/64e7bba5-2463-4d81-9a62-7e09cbe676f8 HTTP/1.1" status: 204 len: 173 time: 0.5916157 May 16 18:55:58.625291 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2573d57-ebb1-4daf-8809-cdc7c0d32eac', 'name': 'network-vif-deleted', 'tag': '64e7bba5-2463-4d81-9a62-7e09cbe676f8'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:55:58.627652 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24cf62-7f2f-47f5-9d11-0119fb39b99f" -d '{"events": [{"server_uuid": "a2573d57-ebb1-4daf-8809-cdc7c0d32eac", "name": "network-vif-deleted", "tag": "64e7bba5-2463-4d81-9a62-7e09cbe676f8"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:55:58.636405 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ec7cb81c-3d77-41f3-8d59-4374869a6cbc req-95732aa0-cbeb-44d7-8f47-13ebb0270c12 tempest-ServerRescueNegativeTestJSON-130323987 tempest-ServerRescueNegativeTestJSON-130323987-project] 10.222.0.72 "GET /v2.0/security-groups?id=24ff5d05-938e-49a0-95e3-5856cd1963e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269388 May 16 18:55:58.679193 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb2dee-ab2a-4aeb-a52e-aba8d8eb1fab x-openstack-request-id: req-93fb2dee-ab2a-4aeb-a52e-aba8d8eb1fab {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:55:58.679530 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2573d57-ebb1-4daf-8809-cdc7c0d32eac", "name": "network-vif-deleted", "tag": "64e7bba5-2463-4d81-9a62-7e09cbe676f8", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:55:58.679823 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93fb2dee-ab2a-4aeb-a52e-aba8d8eb1fab {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:55:58.680234 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fb2dee-ab2a-4aeb-a52e-aba8d8eb1fab'] response: {'server_uuid': 'a2573d57-ebb1-4daf-8809-cdc7c0d32eac', 'name': 'network-vif-deleted', 'tag': '64e7bba5-2463-4d81-9a62-7e09cbe676f8', 'status': 'completed', 'code': 200} May 16 18:55:59.056950 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd3e8-6ce6-4f3c-b431-7f5f4cacef07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:55:59.718161 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47130) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:00.229386 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (135988c4-5689-4766-918d-91a3dd40e9c7), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:00.499691 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Deleting port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:00.499979 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:00.597996 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] For port 97ef494d-1e75-4a72-8d4d-0e4cbdb83223, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=97ef494d-1e75-4a72-8d4d-0e4cbdb83223,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:00.597996 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:00.612168 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Calling delete_port for 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 owned by network:router_interface {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:00.779852 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 64e7bba5-2463-4d81-9a62-7e09cbe676f8 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:00.822901 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 64e7bba5-2463-4d81-9a62-7e09cbe676f8 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:00.823393 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 64e7bba5-2463-4d81-9a62-7e09cbe676f8 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:00.846501 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (97ef494d-1e75-4a72-8d4d-0e4cbdb83223), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:00.896666 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ef494d-1e75-4a72-8d4d-0e4cbdb83223,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:01.175617 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (135988c4-5689-4766-918d-91a3dd40e9c7), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:01.401548 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Router 135988c4-5689-4766-918d-91a3dd40e9c7 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:01.504584 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:01.511703 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-186333f3-fb73-4cba-bfd5-54f8beea5017 admin admin] 10.222.0.72 "PUT /v2.0/routers/135988c4-5689-4766-918d-91a3dd40e9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7922122 May 16 18:56:01.515451 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47150) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:01.524556 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] Sync routers for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:01.530195 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2506507c-1ab6-4c46-89af-8e70c41b6143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:01.538246 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:01.538889 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:01.622789 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks [] for router (135988c4-5689-4766-918d-91a3dd40e9c7), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:01.646649 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:01.729716 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks [] for router_gateway (135988c4-5689-4766-918d-91a3dd40e9c7), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:01.783111 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Deleting port ed85a8f6-3282-4345-ac67-48ccfc8e7558 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:01.783533 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:01.844595 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:56:00Z', 'revision_number': 5, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port': {'id': 'ed85a8f6-3282-4345-ac67-48ccfc8e7558', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:03Z', 'updated_at': '2022-05-16T18:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:01.869704 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] For port ed85a8f6-3282-4345-ac67-48ccfc8e7558, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=ed85a8f6-3282-4345-ac67-48ccfc8e7558,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:01.870269 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:01.871690 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] Checking router: 135988c4-5689-4766-918d-91a3dd40e9c7 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:01.880522 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] Routers {'135988c4-5689-4766-918d-91a3dd40e9c7'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:01.881139 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['135988c4-5689-4766-918d-91a3dd40e9c7'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:01.888237 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Calling delete_port for ed85a8f6-3282-4345-ac67-48ccfc8e7558 owned by network:router_gateway {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:01.981552 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] Set router 135988c4-5689-4766-918d-91a3dd40e9c7 gateway port host: None {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:02.045755 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:56:01Z', 'revision_number': 6, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port_host': None}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:02.072579 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41946954-9433-4cf2-b750-91b5a9196f47 None None] The sync data for ids ['135988c4-5689-4766-918d-91a3dd40e9c7'] in dv-cinder-750782-22-iscsi is: [{'id': '135988c4-5689-4766-918d-91a3dd40e9c7', 'name': 'tempest-ServerRescueNegativeTestJSON-628210067-router', 'tenant_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:02Z', 'updated_at': '2022-05-16T18:56:01Z', 'revision_number': 6, 'project_id': '9fe0e3c0f5eb4d4199f084be233eb1d3', 'gw_port_host': None}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:02.095330 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (ed85a8f6-3282-4345-ac67-48ccfc8e7558), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:02.124279 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ed85a8f6-3282-4345-ac67-48ccfc8e7558,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:02.193610 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (135988c4-5689-4766-918d-91a3dd40e9c7), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:02.556372 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (135988c4-5689-4766-918d-91a3dd40e9c7), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:02.558643 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks [] for router_controller (135988c4-5689-4766-918d-91a3dd40e9c7), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:02.631272 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (135988c4-5689-4766-918d-91a3dd40e9c7), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:02.631904 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135988c4-5689-4766-918d-91a3dd40e9c7 {{(pid=115279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 18:56:02.636605 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:02.637908 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ae33b19c-776d-40bb-856f-386b6c5110ed admin admin] 10.222.0.72 "DELETE /v2.0/routers/135988c4-5689-4766-918d-91a3dd40e9c7 HTTP/1.1" status: 204 len: 168 time: 1.1214759 May 16 18:56:02.640906 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47156) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:02.695589 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_v2 [None req-b022fad6-5055-4527-bbcf-61eee942a322 admin admin] Deleting subnet ed5a5553-0367-46bb-b960-145959061767 {{(pid=115278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:56:02.698807 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b022fad6-5055-4527-bbcf-61eee942a322 admin admin] Publish callbacks [] for subnet (ed5a5553-0367-46bb-b960-145959061767), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:02.737353 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b022fad6-5055-4527-bbcf-61eee942a322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16490975'] for subnet (ed5a5553-0367-46bb-b960-145959061767), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:02.829005 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:02.852057 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b022fad6-5055-4527-bbcf-61eee942a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (ed5a5553-0367-46bb-b960-145959061767), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.165242 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b022fad6-5055-4527-bbcf-61eee942a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4741478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16616958'] for subnet (ed5a5553-0367-46bb-b960-145959061767), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.191489 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022fad6-5055-4527-bbcf-61eee942a322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5a5553-0367-46bb-b960-145959061767,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:03.196445 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b022fad6-5055-4527-bbcf-61eee942a322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.199610 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b022fad6-5055-4527-bbcf-61eee942a322 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ed5a5553-0367-46bb-b960-145959061767 HTTP/1.1" status: 204 len: 168 time: 0.5570560 May 16 18:56:03.203270 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47160) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:03.206296 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa861a-93fa-4115-b0d0-6f697a47b1c7 None None] Network 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:03.293110 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.344816 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Deleting port 59638c54-95f9-4adf-8c93-d5a2255942bd {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:03.345388 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.381277 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6c16d-a764-45a6-a305-e60a05dee90e None None] DHCP port deletion for 4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 18:56:03.421144 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] For port 59638c54-95f9-4adf-8c93-d5a2255942bd, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=59638c54-95f9-4adf-8c93-d5a2255942bd,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:03.422317 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.425002 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6c16d-a764-45a6-a305-e60a05dee90e None None] Deleting port 59638c54-95f9-4adf-8c93-d5a2255942bd {{(pid=115280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:03.427227 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5dc6c16d-a764-45a6-a305-e60a05dee90e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), before_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.436030 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Calling delete_port for 59638c54-95f9-4adf-8c93-d5a2255942bd owned by network:dhcp {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:03.500372 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5dc6c16d-a764-45a6-a305-e60a05dee90e None None] For port 59638c54-95f9-4adf-8c93-d5a2255942bd, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=59638c54-95f9-4adf-8c93-d5a2255942bd,segment=NetworkSegment(b35421dc-857f-4112-a1dc-af7ee5c14b9a),segment_id=b35421dc-857f-4112-a1dc-af7ee5c14b9a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:03.500658 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5dc6c16d-a764-45a6-a305-e60a05dee90e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), precommit_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.518886 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6c16d-a764-45a6-a305-e60a05dee90e None None] Calling delete_port for 59638c54-95f9-4adf-8c93-d5a2255942bd owned by network:dhcp {{(pid=115280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:03.545662 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.571434 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=59638c54-95f9-4adf-8c93-d5a2255942bd,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:03.574752 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] No DVR routers for this DVR port 59638c54-95f9-4adf-8c93-d5a2255942bd on host dv-cinder-750782-22-iscsi {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:03.647214 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5dc6c16d-a764-45a6-a305-e60a05dee90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (59638c54-95f9-4adf-8c93-d5a2255942bd), after_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.655501 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.671762 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6c16d-a764-45a6-a305-e60a05dee90e None None] Pushing event deleted for resources: {'Port': ['ID=59638c54-95f9-4adf-8c93-d5a2255942bd,revision_number=None']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:03.675826 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6c16d-a764-45a6-a305-e60a05dee90e None None] No DVR routers for this DVR port 59638c54-95f9-4adf-8c93-d5a2255942bd on host dv-cinder-750782-22-iscsi {{(pid=115280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:03.678687 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df4ca2b-7e61-442b-9928-5c7e92cf8bf8']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:03.695881 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35421dc-857f-4112-a1dc-af7ee5c14b9a') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:03.695881 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35421dc-857f-4112-a1dc-af7ee5c14b9a') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:03.711313 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (b35421dc-857f-4112-a1dc-af7ee5c14b9a), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.728971 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (b35421dc-857f-4112-a1dc-af7ee5c14b9a), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.736242 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:56:03.736651 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (b35421dc-857f-4112-a1dc-af7ee5c14b9a), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:56:03.738396 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:56:03.798781 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (4df4ca2b-7e61-442b-9928-5c7e92cf8bf8), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.810559 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:03.816222 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4df4ca2b-7e61-442b-9928-5c7e92cf8bf8 HTTP/1.1" status: 204 len: 168 time: 0.6113796 May 16 18:56:03.830083 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02523e-1c97-4221-8633-dd18d5f3fbd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4df4ca2b-7e61-442b-9928-5c7e92cf8bf8,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:03.941671 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47166) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:03.992814 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-483336df-f76b-40e6-a5ca-44210c943b19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9fe0e3c0f5eb4d4199f084be233eb1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499058 May 16 18:56:03.995519 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47168) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:04.016866 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:04.040203 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:04.040539 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 97ef494d-1e75-4a72-8d4d-0e4cbdb83223 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:04.040944 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 59638c54-95f9-4adf-8c93-d5a2255942bd no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:04.051023 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-83a0f497-982f-4343-9977-5ee35067dbe3 admin admin] Publish callbacks [] for security_group (24ff5d05-938e-49a0-95e3-5856cd1963e5), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:04.063539 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 59638c54-95f9-4adf-8c93-d5a2255942bd {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:04.063913 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 59638c54-95f9-4adf-8c93-d5a2255942bd not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:04.064344 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device ed85a8f6-3282-4345-ac67-48ccfc8e7558 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:04.073722 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-83a0f497-982f-4343-9977-5ee35067dbe3 admin admin] Publish callbacks [] for security_group (24ff5d05-938e-49a0-95e3-5856cd1963e5), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:04.090089 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: ed85a8f6-3282-4345-ac67-48ccfc8e7558 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:04.090434 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device ed85a8f6-3282-4345-ac67-48ccfc8e7558 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:04.106623 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:04.130186 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-83a0f497-982f-4343-9977-5ee35067dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (24ff5d05-938e-49a0-95e3-5856cd1963e5), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:04.132878 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-83a0f497-982f-4343-9977-5ee35067dbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:04.134190 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-83a0f497-982f-4343-9977-5ee35067dbe3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24ff5d05-938e-49a0-95e3-5856cd1963e5 HTTP/1.1" status: 204 len: 168 time: 0.1375861 May 16 18:56:04.142943 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0f497-982f-4343-9977-5ee35067dbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ff5d05-938e-49a0-95e3-5856cd1963e5,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:04.630657 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:05.455095 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:14.778584 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564a4b5-15b1-42ab-9be6-016b9e7fcc32 req-86e292e4-881c-44a4-8d04-44818406dcc7 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:14.780011 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9564a4b5-15b1-42ab-9be6-016b9e7fcc32 req-86e292e4-881c-44a4-8d04-44818406dcc7 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 945 time: 0.0537736 May 16 18:56:14.834762 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9564a4b5-15b1-42ab-9be6-016b9e7fcc32 req-ad762f8a-799a-44d5-9e92-64cfacb9e4e2 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483658 May 16 18:56:15.566311 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47380) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:15.683408 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-214f5806-1c85-4a59-972b-28911ae90749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:15.761737 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-214f5806-1c85-4a59-972b-28911ae90749 admin admin] Publish callbacks [] for security_group (85be2103-9923-4cdd-88f3-7e294be85d8b), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:15.765575 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-214f5806-1c85-4a59-972b-28911ae90749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (85be2103-9923-4cdd-88f3-7e294be85d8b), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:15.817995 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-214f5806-1c85-4a59-972b-28911ae90749 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eeedafd5f5f7420b945de286b925f403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501752 May 16 18:56:15.818855 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f5806-1c85-4a59-972b-28911ae90749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85be2103-9923-4cdd-88f3-7e294be85d8b,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:15.820935 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47384) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:15.893348 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Publish callbacks [] for security_group (85be2103-9923-4cdd-88f3-7e294be85d8b), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:15.926538 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Publish callbacks [] for security_group (85be2103-9923-4cdd-88f3-7e294be85d8b), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:15.981999 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898b068-85ce-4775-b84e-2592a4b32d9a req-c7b60a00-1b64-4389-a5fe-c31d2a92f028 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:15.983530 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d898b068-85ce-4775-b84e-2592a4b32d9a req-c7b60a00-1b64-4389-a5fe-c31d2a92f028 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 945 time: 0.0695822 May 16 18:56:16.032365 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (85be2103-9923-4cdd-88f3-7e294be85d8b), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:16.034844 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:16.036634 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85be2103-9923-4cdd-88f3-7e294be85d8b HTTP/1.1" status: 204 len: 168 time: 0.2144771 May 16 18:56:16.043179 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d898b068-85ce-4775-b84e-2592a4b32d9a req-97dd8177-1719-4aba-8d56-18cf1c6a871b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538468 May 16 18:56:16.049823 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85be2103-9923-4cdd-88f3-7e294be85d8b,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:16.058156 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.058505 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.059037 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.059207 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.059535 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.059934 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.060218 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.060540 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.060863 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.061198 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.061565 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.061885 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.062203 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.062518 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.062858 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc07c7-d76b-4ad8-9ba8-f223f88393b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:16.365884 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47394) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:16.380621 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0401436-fbd9-4022-83ae-5ec9a1346b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:16.482007 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0401436-fbd9-4022-83ae-5ec9a1346b17 admin admin] Publish callbacks [] for security_group (33e9eabf-c855-4b56-9b7f-478588ecec0a), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:16.492739 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0401436-fbd9-4022-83ae-5ec9a1346b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (33e9eabf-c855-4b56-9b7f-478588ecec0a), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:16.533078 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-b0401436-fbd9-4022-83ae-5ec9a1346b17 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d8b98618cc74290ab97aa3447dda606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659677 May 16 18:56:16.534891 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0401436-fbd9-4022-83ae-5ec9a1346b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e9eabf-c855-4b56-9b7f-478588ecec0a,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:16.535838 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47398) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:16.587028 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a7d77e52-77c7-44ca-899b-258cd809e876 admin admin] Publish callbacks [] for security_group (33e9eabf-c855-4b56-9b7f-478588ecec0a), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:16.609393 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a7d77e52-77c7-44ca-899b-258cd809e876 admin admin] Publish callbacks [] for security_group (33e9eabf-c855-4b56-9b7f-478588ecec0a), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:16.658514 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a7d77e52-77c7-44ca-899b-258cd809e876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (33e9eabf-c855-4b56-9b7f-478588ecec0a), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:16.661475 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a7d77e52-77c7-44ca-899b-258cd809e876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:16.662635 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-a7d77e52-77c7-44ca-899b-258cd809e876 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33e9eabf-c855-4b56-9b7f-478588ecec0a HTTP/1.1" status: 204 len: 168 time: 0.1257784 May 16 18:56:16.671960 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d77e52-77c7-44ca-899b-258cd809e876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e9eabf-c855-4b56-9b7f-478588ecec0a,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:16.935586 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-3027ebdf-34ec-4b5f-bedb-698ddaa2269b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:16.939488 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-3027ebdf-34ec-4b5f-bedb-698ddaa2269b tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 945 time: 0.0542703 May 16 18:56:17.034339 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Deleting port 2a30c253-e8b1-4a46-acbb-8e869807dac0 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:17.034685 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:17.189302 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] For port 2a30c253-e8b1-4a46-acbb-8e869807dac0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2a30c253-e8b1-4a46-acbb-8e869807dac0,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:17.189586 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:17.208949 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30073c1-b4ba-433d-971b-3c763b825375 req-7098f222-7684-42d9-a6d9-8826404c812e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:17.210493 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e30073c1-b4ba-433d-971b-3c763b825375 req-7098f222-7684-42d9-a6d9-8826404c812e tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 945 time: 0.0695813 May 16 18:56:17.333604 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e30073c1-b4ba-433d-971b-3c763b825375 req-03bacc8f-57ed-45bd-9081-e5ca935cd841 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups?id=6759f7c4-2fb3-4b1a-9490-8499fb5ae595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157558 May 16 18:56:17.403488 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:17.403883 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (e863b2f8-56ae-49aa-a807-235961c8f96f), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:17.404201 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Floating IP e863b2f8-56ae-49aa-a807-235961c8f96f disassociated. External IP: 172.27.1.134, port: 2a30c253-e8b1-4a46-acbb-8e869807dac0. May 16 18:56:17.404565 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Calling delete_port for 2a30c253-e8b1-4a46-acbb-8e869807dac0 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:17.544094 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (2a30c253-e8b1-4a46-acbb-8e869807dac0), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:17.585431 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'Port': ['ID=2a30c253-e8b1-4a46-acbb-8e869807dac0,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:17.732894 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:17.850049 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:17.862815 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:17.884844 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:17.887476 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:17.922509 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] No DVR routers for this DVR port 2a30c253-e8b1-4a46-acbb-8e869807dac0 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:17.925563 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:17.938373 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ecc4a679-2093-42f2-902d-b9ba66bebd62 req-9e95ad61-2ed7-46ad-8622-0664cb69c470 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.61 "DELETE /v2.0/ports/2a30c253-e8b1-4a46-acbb-8e869807dac0 HTTP/1.1" status: 204 len: 173 time: 0.9959297 May 16 18:56:17.938960 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'name': 'network-vif-deleted', 'tag': '2a30c253-e8b1-4a46-acbb-8e869807dac0'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:56:17.941469 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e19178-89f1-4575-9273-f2d46e51f2f6" -d '{"events": [{"server_uuid": "330d5725-0fac-4ad5-942f-f74fdc9bfbfb", "name": "network-vif-deleted", "tag": "2a30c253-e8b1-4a46-acbb-8e869807dac0"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:56:17.988421 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2367dc2-668c-49b5-b9d5-b7747891c9df x-openstack-request-id: req-f2367dc2-668c-49b5-b9d5-b7747891c9df {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:56:17.989204 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330d5725-0fac-4ad5-942f-f74fdc9bfbfb", "name": "network-vif-deleted", "tag": "2a30c253-e8b1-4a46-acbb-8e869807dac0", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:56:17.989657 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f2367dc2-668c-49b5-b9d5-b7747891c9df {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:56:17.990303 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2367dc2-668c-49b5-b9d5-b7747891c9df'] response: {'server_uuid': '330d5725-0fac-4ad5-942f-f74fdc9bfbfb', 'name': 'network-vif-deleted', 'tag': '2a30c253-e8b1-4a46-acbb-8e869807dac0', 'status': 'completed', 'code': 200} May 16 18:56:18.035290 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:18.314865 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:18.351023 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:18.363939 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:18.364722 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:18.485703 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d6059430-9f25-49c0-a115-48b97c86eb16 req-185e716d-4a0a-4320-9f22-31d4237c2d45 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/ports?device_id=330d5725-0fac-4ad5-942f-f74fdc9bfbfb HTTP/1.1" status: 200 len: 210 time: 0.0466082 May 16 18:56:18.499491 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:18.742712 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:18.774537 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93cec9f-30c3-49e0-af63-5be3441f6bcd None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:48:37Z', 'revision_number': 4, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'bbdea12a-de62-4a10-841a-5e443b3e361d', 'name': '', 'network_id': '236a317a-f889-44df-b53d-ac5f81a24b24', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'mac_address': 'fa:16:3e:32:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:35Z', 'updated_at': '2022-05-16T18:48:47Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'subnets': [{'id': '705c0d18-60df-43e1-b716-3a5447ba5fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:18.883340 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2a30c253-e8b1-4a46-acbb-8e869807dac0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:18.909717 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 2a30c253-e8b1-4a46-acbb-8e869807dac0 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:18.910771 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2a30c253-e8b1-4a46-acbb-8e869807dac0 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:19.118193 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8a09e-e022-446b-916a-3473f24a79df None None] New status for floating IP e863b2f8-56ae-49aa-a807-235961c8f96f: DOWN {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:56:19.579128 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47506) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:19.656338 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-299ba808-6ce2-4fb6-be5e-29d92c7f3c70 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (6759f7c4-2fb3-4b1a-9490-8499fb5ae595), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:19.685797 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-299ba808-6ce2-4fb6-be5e-29d92c7f3c70 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (6759f7c4-2fb3-4b1a-9490-8499fb5ae595), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:19.755104 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-299ba808-6ce2-4fb6-be5e-29d92c7f3c70 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (6759f7c4-2fb3-4b1a-9490-8499fb5ae595), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:19.759807 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-299ba808-6ce2-4fb6-be5e-29d92c7f3c70 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:19.761623 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-299ba808-6ce2-4fb6-be5e-29d92c7f3c70 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "DELETE /v2.0/security-groups/6759f7c4-2fb3-4b1a-9490-8499fb5ae595 HTTP/1.1" status: 204 len: 168 time: 0.1810863 May 16 18:56:19.764795 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47508) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:19.776788 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ba808-6ce2-4fb6-be5e-29d92c7f3c70 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6759f7c4-2fb3-4b1a-9490-8499fb5ae595,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:19.779538 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.api.v2.resource [None req-b14d3a5f-a764-4632-b77b-9f19223fc366 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] show failed (client error): The resource could not be found. May 16 18:56:19.783737 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b14d3a5f-a764-4632-b77b-9f19223fc366 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "GET /v2.0/security-groups/6759f7c4-2fb3-4b1a-9490-8499fb5ae595 HTTP/1.1" status: 404 len: 347 time: 0.0171552 May 16 18:56:19.783843 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47510) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:19.923906 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Deleting port e5f08f22-e036-4315-aec8-f68d078140ba {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:19.924245 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (e5f08f22-e036-4315-aec8-f68d078140ba), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:20.008306 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (e5f08f22-e036-4315-aec8-f68d078140ba), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:20.008625 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (e5f08f22-e036-4315-aec8-f68d078140ba), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:20.023054 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Calling delete_port for e5f08f22-e036-4315-aec8-f68d078140ba owned by network:floatingip {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:20.194950 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (e5f08f22-e036-4315-aec8-f68d078140ba), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:20.222585 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Pushing event deleted for resources: {'Port': ['ID=e5f08f22-e036-4315-aec8-f68d078140ba,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:20.315340 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks [] for floatingip (e863b2f8-56ae-49aa-a807-235961c8f96f), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:20.318554 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:20.319871 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-f3fe8616-b0ba-4c4f-80fd-60677c576a29 tempest-AttachVolumeNegativeTest-2130706637 tempest-AttachVolumeNegativeTest-2130706637-project] 10.222.0.72 "DELETE /v2.0/floatingips/e863b2f8-56ae-49aa-a807-235961c8f96f HTTP/1.1" status: 204 len: 168 time: 0.5346811 May 16 18:56:20.793920 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed1395-62ec-4d85-9092-360d0c3cd0cf req-49e13e6f-19b2-4ab0-8d21-e2083988e76d tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:20.797970 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-50ed1395-62ec-4d85-9092-360d0c3cd0cf req-49e13e6f-19b2-4ab0-8d21-e2083988e76d tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 945 time: 0.0669746 May 16 18:56:20.854576 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-50ed1395-62ec-4d85-9092-360d0c3cd0cf req-2d7847d2-ca8d-40a9-9b1b-c24a6313b66f tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461283 May 16 18:56:22.007890 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8490b-1dd7-4f2c-a8aa-68c67556dfcf req-1582309c-bea9-416c-b6d6-be152f0d2538 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:22.009499 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-62d8490b-1dd7-4f2c-a8aa-68c67556dfcf req-1582309c-bea9-416c-b6d6-be152f0d2538 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 945 time: 0.0737972 May 16 18:56:22.069414 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-62d8490b-1dd7-4f2c-a8aa-68c67556dfcf req-b23104aa-4867-4963-95d7-9b1c9a740637 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527365 May 16 18:56:22.898693 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-f58febb5-2f34-4799-bc01-0144b7deb0a9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:22.900471 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-f58febb5-2f34-4799-bc01-0144b7deb0a9 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 945 time: 0.0583410 May 16 18:56:23.016985 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Deleting port 2c309251-7e9b-443c-b897-9cf5b018f4b9 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:23.018211 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:23.133599 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] For port 2c309251-7e9b-443c-b897-9cf5b018f4b9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2c309251-7e9b-443c-b897-9cf5b018f4b9,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:23.134113 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:23.247033 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc40544-3e03-4231-9f65-4d34028581bc req-d45c18fd-5f87-4eda-bad8-3bb7e6566ccd tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:23.248590 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8cc40544-3e03-4231-9f65-4d34028581bc req-d45c18fd-5f87-4eda-bad8-3bb7e6566ccd tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 945 time: 0.0927715 May 16 18:56:23.382366 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8cc40544-3e03-4231-9f65-4d34028581bc req-108f3e72-d18f-4d3b-b13b-6bc79089c64d tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c8c860a-3439-4de5-af3b-e22c94cf7f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014345 May 16 18:56:23.400969 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:23.401459 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (60637d5c-698d-4f7b-9f75-62d731056240), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:23.401931 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Floating IP 60637d5c-698d-4f7b-9f75-62d731056240 disassociated. External IP: 172.27.1.165, port: 2c309251-7e9b-443c-b897-9cf5b018f4b9. May 16 18:56:23.402432 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Calling delete_port for 2c309251-7e9b-443c-b897-9cf5b018f4b9 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:23.547816 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (2c309251-7e9b-443c-b897-9cf5b018f4b9), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:23.578259 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event deleted for resources: {'Port': ['ID=2c309251-7e9b-443c-b897-9cf5b018f4b9,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:23.697780 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:23.813557 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:23.865757 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] No DVR routers for this DVR port 2c309251-7e9b-443c-b897-9cf5b018f4b9 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:23.868541 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:23.872039 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71e9d4c4-b1a7-417a-9824-47c262f4e255 req-b9471935-51fe-4bd0-a308-44bf38d5edd0 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.61 "DELETE /v2.0/ports/2c309251-7e9b-443c-b897-9cf5b018f4b9 HTTP/1.1" status: 204 len: 173 time: 0.9653680 May 16 18:56:23.872464 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'name': 'network-vif-deleted', 'tag': '2c309251-7e9b-443c-b897-9cf5b018f4b9'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:56:23.874932 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b25e04a-615a-4073-ac7d-a73bb248a95c" -d '{"events": [{"server_uuid": "4c93bb74-3b57-4277-9a6b-e8b7569f301d", "name": "network-vif-deleted", "tag": "2c309251-7e9b-443c-b897-9cf5b018f4b9"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:56:23.929183 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] Sync routers for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:23.940835 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:23.941723 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:23.949602 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb05f333-dd1a-4f7f-bdfe-f78f50a63c01 x-openstack-request-id: req-bb05f333-dd1a-4f7f-bdfe-f78f50a63c01 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:56:23.951052 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c93bb74-3b57-4277-9a6b-e8b7569f301d", "name": "network-vif-deleted", "tag": "2c309251-7e9b-443c-b897-9cf5b018f4b9", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:56:23.951889 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb05f333-dd1a-4f7f-bdfe-f78f50a63c01 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:56:23.952541 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb05f333-dd1a-4f7f-bdfe-f78f50a63c01'] response: {'server_uuid': '4c93bb74-3b57-4277-9a6b-e8b7569f301d', 'name': 'network-vif-deleted', 'tag': '2c309251-7e9b-443c-b897-9cf5b018f4b9', 'status': 'completed', 'code': 200} May 16 18:56:24.076048 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:24.187601 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47578) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:24.339210 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:24.371456 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] Checking router: 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:24.382949 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:24.384000 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:24.518919 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:24.603678 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bf09a6bb-e67e-4ebf-8c8e-ee2850fd4f31 req-15850568-16d5-4f6d-8e3f-eb6701ec82a1 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c93bb74-3b57-4277-9a6b-e8b7569f301d HTTP/1.1" status: 200 len: 210 time: 0.0465152 May 16 18:56:24.811152 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:24.849466 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8563185-4008-4b34-91ea-676b01fda549 None None] The sync data for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi is: [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:48:42Z', 'revision_number': 4, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '242d5d42-0619-4f8f-9c5b-2bd7b67aed82', 'name': '', 'network_id': '265ca952-32c3-45ee-8297-5b81b68af9fb', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'mac_address': 'fa:16:3e:5d:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '063b87a2-9ff2-4272-a905-58adb7221293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:40Z', 'updated_at': '2022-05-16T18:48:52Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'subnets': [{'id': '063b87a2-9ff2-4272-a905-58adb7221293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:24.909808 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2c309251-7e9b-443c-b897-9cf5b018f4b9 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:24.931376 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 2c309251-7e9b-443c-b897-9cf5b018f4b9 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:24.931804 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 2c309251-7e9b-443c-b897-9cf5b018f4b9 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:24.959607 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (74859a38-2d16-4cfc-894f-8cdb86bb2a17), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:25.159686 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26aed01-59e2-4c35-be99-66a5cc2973d2 None None] New status for floating IP 60637d5c-698d-4f7b-9f75-62d731056240: DOWN {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:56:25.538550 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Deleting port bbdea12a-de62-4a10-841a-5e443b3e361d {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:25.539131 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:25.645881 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] For port bbdea12a-de62-4a10-841a-5e443b3e361d, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=bbdea12a-de62-4a10-841a-5e443b3e361d,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:25.646249 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:25.664955 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Calling delete_port for bbdea12a-de62-4a10-841a-5e443b3e361d owned by network:router_interface {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:25.710840 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47592) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:25.776914 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ea814fb4-0243-4c3b-9715-d3f761857f27 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (9c8c860a-3439-4de5-af3b-e22c94cf7f82), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:25.802836 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ea814fb4-0243-4c3b-9715-d3f761857f27 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (9c8c860a-3439-4de5-af3b-e22c94cf7f82), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:25.862678 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ea814fb4-0243-4c3b-9715-d3f761857f27 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9c8c860a-3439-4de5-af3b-e22c94cf7f82), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:25.865993 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ea814fb4-0243-4c3b-9715-d3f761857f27 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:25.867157 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ea814fb4-0243-4c3b-9715-d3f761857f27 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "DELETE /v2.0/security-groups/9c8c860a-3439-4de5-af3b-e22c94cf7f82 HTTP/1.1" status: 204 len: 168 time: 0.1549120 May 16 18:56:25.871728 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47594) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:25.876565 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea814fb4-0243-4c3b-9715-d3f761857f27 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8c860a-3439-4de5-af3b-e22c94cf7f82,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:25.892472 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.api.v2.resource [None req-60085ab5-9c56-47d3-98de-77470e11219c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] show failed (client error): The resource could not be found. May 16 18:56:25.897252 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-60085ab5-9c56-47d3-98de-77470e11219c tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "GET /v2.0/security-groups/9c8c860a-3439-4de5-af3b-e22c94cf7f82 HTTP/1.1" status: 404 len: 347 time: 0.0207109 May 16 18:56:25.898207 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47596) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:25.907015 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (bbdea12a-de62-4a10-841a-5e443b3e361d), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:25.971918 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdea12a-de62-4a10-841a-5e443b3e361d,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:26.101465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Deleting port 572d9b2d-5958-444a-af28-6ed6174b3381 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:26.102102 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (572d9b2d-5958-444a-af28-6ed6174b3381), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:26.268292 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (572d9b2d-5958-444a-af28-6ed6174b3381), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:26.268547 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (572d9b2d-5958-444a-af28-6ed6174b3381), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:26.290613 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Calling delete_port for 572d9b2d-5958-444a-af28-6ed6174b3381 owned by network:floatingip {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:26.297494 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (74859a38-2d16-4cfc-894f-8cdb86bb2a17), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:26.599786 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (572d9b2d-5958-444a-af28-6ed6174b3381), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:26.633365 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Pushing event deleted for resources: {'Port': ['ID=572d9b2d-5958-444a-af28-6ed6174b3381,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:26.674705 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:26.760496 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks [] for floatingip (60637d5c-698d-4f7b-9f75-62d731056240), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:26.762973 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:26.764326 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-a25724bd-c9f9-441a-ab48-4ef72c755522 tempest-AttachVolumeTestJSON-1298286979 tempest-AttachVolumeTestJSON-1298286979-project] 10.222.0.72 "DELETE /v2.0/floatingips/60637d5c-698d-4f7b-9f75-62d731056240 HTTP/1.1" status: 204 len: 168 time: 0.8650508 May 16 18:56:26.837058 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:26.846621 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47606) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:26.852454 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] Sync routers for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:26.853337 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-72f7e998-7de6-4e15-a5c3-b238d650ba18 admin admin] 10.222.0.72 "PUT /v2.0/routers/74859a38-2d16-4cfc-894f-8cdb86bb2a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6672347 May 16 18:56:26.874779 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:26.876568 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:26.980677 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks [] for router (74859a38-2d16-4cfc-894f-8cdb86bb2a17), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.029758 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:27.101507 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks [] for router_gateway (74859a38-2d16-4cfc-894f-8cdb86bb2a17), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.153714 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Deleting port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:27.154060 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.244268 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:56:25Z', 'revision_number': 5, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port': {'id': '6dc7c40a-5294-4ff9-8cd0-eeb73eb121df', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:27.270300 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] Checking router: 74859a38-2d16-4cfc-894f-8cdb86bb2a17 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:27.278493 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] For port 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=6dc7c40a-5294-4ff9-8cd0-eeb73eb121df,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:27.278827 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.279136 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] Routers {'74859a38-2d16-4cfc-894f-8cdb86bb2a17'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:27.279778 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:27.294177 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Calling delete_port for 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df owned by network:router_gateway {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:27.376331 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] Set router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 gateway port host: None {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:27.430670 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:56:27Z', 'revision_number': 6, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port_host': None}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:27.461036 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27af0f-1f4f-4107-a8e2-6ace7db2a6af None None] The sync data for ids ['74859a38-2d16-4cfc-894f-8cdb86bb2a17'] in dv-cinder-750782-22-iscsi is: [{'id': '74859a38-2d16-4cfc-894f-8cdb86bb2a17', 'name': 'tempest-AttachVolumeNegativeTest-800022250-router', 'tenant_id': '593c7b69cbad453499aacad0ad6e64ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:29Z', 'updated_at': '2022-05-16T18:56:27Z', 'revision_number': 6, 'project_id': '593c7b69cbad453499aacad0ad6e64ae', 'gw_port_host': None}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:27.497381 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (6dc7c40a-5294-4ff9-8cd0-eeb73eb121df), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.532592 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc7c40a-5294-4ff9-8cd0-eeb73eb121df,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:27.618570 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (74859a38-2d16-4cfc-894f-8cdb86bb2a17), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.743772 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (74859a38-2d16-4cfc-894f-8cdb86bb2a17), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.746124 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks [] for router_controller (74859a38-2d16-4cfc-894f-8cdb86bb2a17), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.813468 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (74859a38-2d16-4cfc-894f-8cdb86bb2a17), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.814090 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74859a38-2d16-4cfc-894f-8cdb86bb2a17 {{(pid=115278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 18:56:27.820679 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.821942 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-5322e31c-4a8f-44d6-aa60-2ad191211377 admin admin] 10.222.0.72 "DELETE /v2.0/routers/74859a38-2d16-4cfc-894f-8cdb86bb2a17 HTTP/1.1" status: 204 len: 168 time: 0.9743233 May 16 18:56:27.825067 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47612) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:27.875305 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f60ede0-8ddd-4c60-a05f-0825fd0ebcd2 admin admin] Deleting subnet 705c0d18-60df-43e1-b716-3a5447ba5fc5 {{(pid=115278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:56:27.880062 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f60ede0-8ddd-4c60-a05f-0825fd0ebcd2 admin admin] Publish callbacks [] for subnet (705c0d18-60df-43e1-b716-3a5447ba5fc5), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:27.954547 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f60ede0-8ddd-4c60-a05f-0825fd0ebcd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16490975'] for subnet (705c0d18-60df-43e1-b716-3a5447ba5fc5), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.058847 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f60ede0-8ddd-4c60-a05f-0825fd0ebcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (705c0d18-60df-43e1-b716-3a5447ba5fc5), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.153826 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f60ede0-8ddd-4c60-a05f-0825fd0ebcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4741478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16616958'] for subnet (705c0d18-60df-43e1-b716-3a5447ba5fc5), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.185418 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60ede0-8ddd-4c60-a05f-0825fd0ebcd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705c0d18-60df-43e1-b716-3a5447ba5fc5,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:28.189303 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f60ede0-8ddd-4c60-a05f-0825fd0ebcd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.193204 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8f60ede0-8ddd-4c60-a05f-0825fd0ebcd2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/705c0d18-60df-43e1-b716-3a5447ba5fc5 HTTP/1.1" status: 204 len: 168 time: 0.3669741 May 16 18:56:28.197428 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47620) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:28.201629 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ec609c-078a-49c3-aabf-715df67d96b3 None None] Network 236a317a-f889-44df-b53d-ac5f81a24b24 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:28.373977 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (236a317a-f889-44df-b53d-ac5f81a24b24), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.381661 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:28.405730 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:28.406402 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 6dc7c40a-5294-4ff9-8cd0-eeb73eb121df not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:28.406993 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device bbdea12a-de62-4a10-841a-5e443b3e361d no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:28.432844 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Deleting port 7863686d-346f-4dc3-8464-03356f3338fa {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:28.433187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (7863686d-346f-4dc3-8464-03356f3338fa), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.434506 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: bbdea12a-de62-4a10-841a-5e443b3e361d {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:28.435234 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device bbdea12a-de62-4a10-841a-5e443b3e361d not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:28.509912 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] DHCP port deletion for 236a317a-f889-44df-b53d-ac5f81a24b24 request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 18:56:28.526353 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] For port 7863686d-346f-4dc3-8464-03356f3338fa, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=7863686d-346f-4dc3-8464-03356f3338fa,segment=NetworkSegment(71f45c12-2d02-49af-989b-c50b0ed2f124),segment_id=71f45c12-2d02-49af-989b-c50b0ed2f124)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:28.526932 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (7863686d-346f-4dc3-8464-03356f3338fa), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.543828 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Calling delete_port for 7863686d-346f-4dc3-8464-03356f3338fa owned by network:dhcp {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:28.676813 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (7863686d-346f-4dc3-8464-03356f3338fa), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.694598 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] No DVR routers for this DVR port 7863686d-346f-4dc3-8464-03356f3338fa on host dv-cinder-750782-22-iscsi {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:28.716687 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Pushing event deleted for resources: {'Port': ['ID=7863686d-346f-4dc3-8464-03356f3338fa,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:28.720887 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Deleting port 7863686d-346f-4dc3-8464-03356f3338fa {{(pid=115280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:28.721275 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (7863686d-346f-4dc3-8464-03356f3338fa), before_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.804857 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (236a317a-f889-44df-b53d-ac5f81a24b24), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.821934 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] For port 7863686d-346f-4dc3-8464-03356f3338fa, host dv-cinder-750782-22-iscsi, got binding levels [] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:28.822860 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (7863686d-346f-4dc3-8464-03356f3338fa), precommit_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.831093 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236a317a-f889-44df-b53d-ac5f81a24b24']}} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:28.841938 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f45c12-2d02-49af-989b-c50b0ed2f124') {'for_net_delete': True} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:28.842230 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f45c12-2d02-49af-989b-c50b0ed2f124') {} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:28.854109 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Calling delete_port for 7863686d-346f-4dc3-8464-03356f3338fa owned by network:dhcp {{(pid=115280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:28.857321 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.ipam_backend_mixin [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Port 7863686d-346f-4dc3-8464-03356f3338fa was not found and therefore no delete operation was performed {{(pid=115280) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 16 18:56:28.858951 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (7863686d-346f-4dc3-8464-03356f3338fa), after_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.870282 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16621565'] for segment (71f45c12-2d02-49af-989b-c50b0ed2f124), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.889446 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Pushing event deleted for resources: {'Port': ['ID=7863686d-346f-4dc3-8464-03356f3338fa,revision_number=None']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:28.891872 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (71f45c12-2d02-49af-989b-c50b0ed2f124), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.893626 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] No DVR routers for this DVR port 7863686d-346f-4dc3-8464-03356f3338fa on host dv-cinder-750782-22-iscsi {{(pid=115280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:28.901293 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.902102 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.902102 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.902298 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.902611 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.902936 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.903257 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.903761 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.903914 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=115279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:56:28.904092 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.904415 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.904518 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276920'] for segment (71f45c12-2d02-49af-989b-c50b0ed2f124), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.904740 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.905065 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.905381 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.905728 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.906007 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786809-4456-40ad-8dbe-60dc5c018bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: Traceback (most recent call last): May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: timer() May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: cb(*args, **kw) May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: return func(*args, **kwargs) May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: self._notify() May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: self.callback(batched_events) May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: event.method(event) May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: return f(self, *a, **k) May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._get(url).json() May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: return self.request(url, 'GET', **kwargs) May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:56:28.907486 dv-cinder-750782-22-iscsi neutron-server[115279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:56:28.981355 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (236a317a-f889-44df-b53d-ac5f81a24b24), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.985904 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:28.989515 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] 10.222.0.72 "DELETE /v2.0/networks/236a317a-f889-44df-b53d-ac5f81a24b24 HTTP/1.1" status: 204 len: 168 time: 0.7905569 May 16 18:56:29.005305 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02c979-4d01-4e18-8af2-1253b174f47b admin admin] Pushing event deleted for resources: {'Network': ['ID=236a317a-f889-44df-b53d-ac5f81a24b24,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:29.059625 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6f5781f5-1978-48d0-8be9-a35dc71866f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:29.136392 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47628) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:29.196323 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-5e8d565c-a2b0-4655-abe9-a1386dc50696 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=593c7b69cbad453499aacad0ad6e64ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0549130 May 16 18:56:29.199980 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47634) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:29.267053 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-56869a40-b71c-45cc-94e0-f4e1828105a1 admin admin] Publish callbacks [] for security_group (448596df-9313-4068-b162-7f58b8f9a382), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:29.293748 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-56869a40-b71c-45cc-94e0-f4e1828105a1 admin admin] Publish callbacks [] for security_group (448596df-9313-4068-b162-7f58b8f9a382), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:29.366401 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-56869a40-b71c-45cc-94e0-f4e1828105a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (448596df-9313-4068-b162-7f58b8f9a382), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:29.369503 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-56869a40-b71c-45cc-94e0-f4e1828105a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:29.371119 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-56869a40-b71c-45cc-94e0-f4e1828105a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/448596df-9313-4068-b162-7f58b8f9a382 HTTP/1.1" status: 204 len: 168 time: 0.1695285 May 16 18:56:29.379810 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56869a40-b71c-45cc-94e0-f4e1828105a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448596df-9313-4068-b162-7f58b8f9a382,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:30.048992 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 7863686d-346f-4dc3-8464-03356f3338fa no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:30.076742 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 7863686d-346f-4dc3-8464-03356f3338fa {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:30.077276 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 7863686d-346f-4dc3-8464-03356f3338fa not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:30.523405 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47672) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:31.121968 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:31.358495 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Deleting port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:31.358766 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:31.452787 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] For port 242d5d42-0619-4f8f-9c5b-2bd7b67aed82, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=242d5d42-0619-4f8f-9c5b-2bd7b67aed82,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:31.453151 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:31.470453 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Calling delete_port for 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 owned by network:router_interface {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:31.526972 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-fe14637f-4ff5-49fd-8e7e-824cc169bf8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:31.675941 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (242d5d42-0619-4f8f-9c5b-2bd7b67aed82), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:31.701150 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=242d5d42-0619-4f8f-9c5b-2bd7b67aed82,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:31.892459 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:32.180592 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:32.486206 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:56:32.629734 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47710) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:32.654567 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:32.663567 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-2a86933a-ceb5-42bf-862e-9177d9ee0ee6 admin admin] 10.222.0.72 "PUT /v2.0/routers/8bc2a9ac-240c-42aa-8a2b-7539e0e0db21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1352942 May 16 18:56:32.664224 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47714) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:32.676453 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] Sync routers for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:32.688309 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:32.689177 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:32.798915 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks [] for router (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:32.850573 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:32.952782 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.072277 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks [] for router_gateway (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.075051 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '0b24e01f-d439-4b61-930e-89d53a135588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:56:31Z', 'revision_number': 5, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port': {'id': '0b24e01f-d439-4b61-930e-89d53a135588', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:36Z', 'updated_at': '2022-05-16T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:33.084843 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Deleting port dd01432f-d7ea-4848-8d80-d65a17fa625e {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:33.085190 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (dd01432f-d7ea-4848-8d80-d65a17fa625e), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.108825 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] Checking router: 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:33.118460 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] Routers {'8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:33.119128 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:33.198155 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Deleting port 0b24e01f-d439-4b61-930e-89d53a135588 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:33.198570 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (0b24e01f-d439-4b61-930e-89d53a135588), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.213818 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] Set router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 gateway port host: None {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:33.269721 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:56:33Z', 'revision_number': 6, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port_host': None}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:33.270826 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (dd01432f-d7ea-4848-8d80-d65a17fa625e), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.271364 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for floatingip (dd01432f-d7ea-4848-8d80-d65a17fa625e), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.291323 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Calling delete_port for dd01432f-d7ea-4848-8d80-d65a17fa625e owned by network:floatingip {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:33.305456 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f063775-1c2c-4d1b-80dd-616c9b5d3215 None None] The sync data for ids ['8bc2a9ac-240c-42aa-8a2b-7539e0e0db21'] in dv-cinder-750782-22-iscsi is: [{'id': '8bc2a9ac-240c-42aa-8a2b-7539e0e0db21', 'name': 'tempest-AttachVolumeTestJSON-844715579-router', 'tenant_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:32Z', 'updated_at': '2022-05-16T18:56:33Z', 'revision_number': 6, 'project_id': '75d882994e2c443fb1d9104ccbfb8c7f', 'gw_port_host': None}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:33.361776 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] For port 0b24e01f-d439-4b61-930e-89d53a135588, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=0b24e01f-d439-4b61-930e-89d53a135588,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:33.362140 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (0b24e01f-d439-4b61-930e-89d53a135588), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.393610 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Calling delete_port for 0b24e01f-d439-4b61-930e-89d53a135588 owned by network:router_gateway {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:33.604802 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (dd01432f-d7ea-4848-8d80-d65a17fa625e), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.654224 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event deleted for resources: {'Port': ['ID=dd01432f-d7ea-4848-8d80-d65a17fa625e,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:33.757855 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (0b24e01f-d439-4b61-930e-89d53a135588), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.806577 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b24e01f-d439-4b61-930e-89d53a135588,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:33.872141 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for floatingip (197ba226-6bd4-47f8-85d6-df0d0adaf584), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:33.872141 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Floating IP 197ba226-6bd4-47f8-85d6-df0d0adaf584 disassociated (deleted). External IP: 172.27.1.200, port: fbd9282a-e554-4f50-b165-7ce5f6ec3daa. May 16 18:56:33.944929 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.110849 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.244576 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 0b24e01f-d439-4b61-930e-89d53a135588 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:34.268813 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 0b24e01f-d439-4b61-930e-89d53a135588 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:34.269341 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 0b24e01f-d439-4b61-930e-89d53a135588 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:34.271047 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:34.292222 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:34.292694 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 242d5d42-0619-4f8f-9c5b-2bd7b67aed82 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:34.400286 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.407397 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks [] for router_controller (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.510774 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (8bc2a9ac-240c-42aa-8a2b-7539e0e0db21), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.511279 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 {{(pid=115278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 18:56:34.516721 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.521720 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-794b353c-4e98-426f-8a73-ed4a219d50d0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8bc2a9ac-240c-42aa-8a2b-7539e0e0db21 HTTP/1.1" status: 204 len: 168 time: 1.8527799 May 16 18:56:34.521935 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47732) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:34.577713 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97aed5a-7c2d-449e-ab52-8bb0f0dfbcab admin admin] Deleting subnet 063b87a2-9ff2-4272-a905-58adb7221293 {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:56:34.583071 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c97aed5a-7c2d-449e-ab52-8bb0f0dfbcab admin admin] Publish callbacks [] for subnet (063b87a2-9ff2-4272-a905-58adb7221293), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.605855 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Router 2421e99d-dfcc-436d-93c4-2acac988ee22 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:34.642177 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c97aed5a-7c2d-449e-ab52-8bb0f0dfbcab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (063b87a2-9ff2-4272-a905-58adb7221293), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.653266 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.759535 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c97aed5a-7c2d-449e-ab52-8bb0f0dfbcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (063b87a2-9ff2-4272-a905-58adb7221293), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.761183 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:34.768434 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.780278 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] Sync routers for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:34.794792 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:34.795457 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:34.812114 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-14ff2d9c-9415-493b-9eed-71a09eef390d tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "DELETE /v2.0/floatingips/197ba226-6bd4-47f8-85d6-df0d0adaf584 HTTP/1.1" status: 204 len: 168 time: 2.1808035 May 16 18:56:34.813371 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:56:34.825516 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:56:34.836038 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c97aed5a-7c2d-449e-ab52-8bb0f0dfbcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (063b87a2-9ff2-4272-a905-58adb7221293), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.883877 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c97aed5a-7c2d-449e-ab52-8bb0f0dfbcab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:34.891262 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-c97aed5a-7c2d-449e-ab52-8bb0f0dfbcab admin admin] 10.222.0.72 "DELETE /v2.0/subnets/063b87a2-9ff2-4272-a905-58adb7221293 HTTP/1.1" status: 204 len: 168 time: 0.3657622 May 16 18:56:34.891262 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97aed5a-7c2d-449e-ab52-8bb0f0dfbcab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063b87a2-9ff2-4272-a905-58adb7221293,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:34.891797 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47738) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:34.895806 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee2b449-4ebc-450f-a215-8e33d1ed1a18 None None] Network 265ca952-32c3-45ee-8297-5b81b68af9fb requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:35.006077 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53678c69-ddae-4d44-8566-094f39814fbb x-openstack-request-id: req-53678c69-ddae-4d44-8566-094f39814fbb {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:56:35.006385 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:56:35.006799 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-53678c69-ddae-4d44-8566-094f39814fbb {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:56:35.007269 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53678c69-ddae-4d44-8566-094f39814fbb'] response: {'name': 'network-changed', 'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'status': 'completed', 'code': 200} May 16 18:56:35.050106 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-d2c79b5e-1cb7-4ba1-9929-2fd196345e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:35.052306 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-d2c79b5e-1cb7-4ba1-9929-2fd196345e06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=405413536bdb433fbb7d03c8ccd34283&device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 1129 time: 0.0916929 May 16 18:56:35.103391 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:35.155995 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b127f8-8837-472b-b520-117f756a59ff None None] DHCP port deletion for 265ca952-32c3-45ee-8297-5b81b68af9fb request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 18:56:35.180439 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (265ca952-32c3-45ee-8297-5b81b68af9fb), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.240183 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-f51b5e79-4329-4cad-aa08-eb0ab62184d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:35.241792 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-f51b5e79-4329-4cad-aa08-eb0ab62184d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d80de480-7bd7-488b-b9fb-bd1908d6b618 HTTP/1.1" status: 200 len: 910 time: 0.1775599 May 16 18:56:35.280157 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Deleting port b4d5e84a-82c9-476b-99b1-0747fb44945c {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:35.280567 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.286395 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-27b127f8-8837-472b-b520-117f756a59ff None None] Deleting port b4d5e84a-82c9-476b-99b1-0747fb44945c {{(pid=115280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:35.286772 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-27b127f8-8837-472b-b520-117f756a59ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), before_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.382388 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c3baf-3351-458b-b157-c778af89d755 req-ebd9687c-ac5b-4619-ad9c-9176481f0a8b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:35.384123 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-698c3baf-3351-458b-b157-c778af89d755 req-ebd9687c-ac5b-4619-ad9c-9176481f0a8b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.1208560 May 16 18:56:35.428027 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] For port b4d5e84a-82c9-476b-99b1-0747fb44945c, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=b4d5e84a-82c9-476b-99b1-0747fb44945c,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:35.428411 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.433368 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 5, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:35.460181 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Calling delete_port for b4d5e84a-82c9-476b-99b1-0747fb44945c owned by network:dhcp {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:35.467422 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] Checking router: 2421e99d-dfcc-436d-93c4-2acac988ee22 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:35.479101 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-698c3baf-3351-458b-b157-c778af89d755 req-6cf7cd70-5ecc-43e8-a6f6-a9bc8d737cae tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893471 May 16 18:56:35.481403 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:35.482234 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:35.486101 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-27b127f8-8837-472b-b520-117f756a59ff None None] For port b4d5e84a-82c9-476b-99b1-0747fb44945c, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=b4d5e84a-82c9-476b-99b1-0747fb44945c,segment=NetworkSegment(15fe39ed-38f0-41e5-860a-1271b147fc91),segment_id=15fe39ed-38f0-41e5-860a-1271b147fc91)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:35.493927 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-27b127f8-8837-472b-b520-117f756a59ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), precommit_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.527263 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-27b127f8-8837-472b-b520-117f756a59ff None None] Calling delete_port for b4d5e84a-82c9-476b-99b1-0747fb44945c owned by network:dhcp {{(pid=115280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:35.530133 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.599070 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.640748 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d5e84a-82c9-476b-99b1-0747fb44945c,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:35.651291 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] No DVR routers for this DVR port b4d5e84a-82c9-476b-99b1-0747fb44945c on host dv-cinder-750782-22-iscsi {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:35.656796 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.657409 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.657916 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.658450 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.658953 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.659455 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.660665 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.661550 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.662189 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.662744 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.663326 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.663928 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.664454 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.665106 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.665878 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:56:35.677713 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:35.680928 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-27b127f8-8837-472b-b520-117f756a59ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (b4d5e84a-82c9-476b-99b1-0747fb44945c), after_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.708901 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b127f8-8837-472b-b520-117f756a59ff None None] Pushing event deleted for resources: {'Port': ['ID=b4d5e84a-82c9-476b-99b1-0747fb44945c,revision_number=None']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:35.714265 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b127f8-8837-472b-b520-117f756a59ff None None] No DVR routers for this DVR port b4d5e84a-82c9-476b-99b1-0747fb44945c on host dv-cinder-750782-22-iscsi {{(pid=115280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:35.767894 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (265ca952-32c3-45ee-8297-5b81b68af9fb), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.807520 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265ca952-32c3-45ee-8297-5b81b68af9fb']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:35.826170 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fe39ed-38f0-41e5-860a-1271b147fc91') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:35.826702 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fe39ed-38f0-41e5-860a-1271b147fc91') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:35.850880 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (15fe39ed-38f0-41e5-860a-1271b147fc91), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.873164 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (15fe39ed-38f0-41e5-860a-1271b147fc91), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.884476 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:56:35.885746 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (15fe39ed-38f0-41e5-860a-1271b147fc91), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:56:35.888166 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:56:35.949263 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 5, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:35.979472 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (265ca952-32c3-45ee-8297-5b81b68af9fb), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:35.990243 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e20b26-6030-48d5-aa14-04877055aee4 None None] The sync data for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi is: [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:50:28Z', 'revision_number': 4, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': 'c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc', 'name': '', 'network_id': 'd80de480-7bd7-488b-b9fb-bd1908d6b618', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'mac_address': 'fa:16:3e:d5:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:27Z', 'updated_at': '2022-05-16T18:50:35Z', 'revision_number': 5, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'subnets': [{'id': '13fa5cf4-2fec-47ee-8330-7e728ac0e344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:35.993526 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:36.001200 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] 10.222.0.72 "DELETE /v2.0/networks/265ca952-32c3-45ee-8297-5b81b68af9fb HTTP/1.1" status: 204 len: 168 time: 1.1078970 May 16 18:56:36.021833 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d82ee-2b7a-4a5c-80fe-868ce56f5b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=265ca952-32c3-45ee-8297-5b81b68af9fb,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:36.099385 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device b4d5e84a-82c9-476b-99b1-0747fb44945c no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:36.138892 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: b4d5e84a-82c9-476b-99b1-0747fb44945c {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:36.139456 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device b4d5e84a-82c9-476b-99b1-0747fb44945c not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:36.198301 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47778) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:36.265833 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-012d81d4-3e8b-48e0-a363-840c23410a1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75d882994e2c443fb1d9104ccbfb8c7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0645247 May 16 18:56:36.268592 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47784) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:36.360852 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-219d648b-a387-4bec-b208-856236f7f2dc admin admin] Publish callbacks [] for security_group (faff30fe-b116-4935-ad15-a95e0b7da806), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:36.406736 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-219d648b-a387-4bec-b208-856236f7f2dc admin admin] Publish callbacks [] for security_group (faff30fe-b116-4935-ad15-a95e0b7da806), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:36.425182 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3446b6bf-2867-421b-b441-ee0df6138da8 None None] New status for floating IP 197ba226-6bd4-47f8-85d6-df0d0adaf584: DOWN {{(pid=115280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:56:36.493952 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-219d648b-a387-4bec-b208-856236f7f2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (faff30fe-b116-4935-ad15-a95e0b7da806), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:36.494344 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-219d648b-a387-4bec-b208-856236f7f2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:36.495957 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-219d648b-a387-4bec-b208-856236f7f2dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/faff30fe-b116-4935-ad15-a95e0b7da806 HTTP/1.1" status: 204 len: 168 time: 0.2251902 May 16 18:56:36.511910 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d648b-a387-4bec-b208-856236f7f2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff30fe-b116-4935-ad15-a95e0b7da806,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:36.674434 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bcb91-7f8e-4eb4-8d4d-33d0a7fe5651 req-50f810f7-702a-431f-b809-ab5c6e9604a0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:36.678885 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-489bcb91-7f8e-4eb4-8d4d-33d0a7fe5651 req-50f810f7-702a-431f-b809-ab5c6e9604a0 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0848730 May 16 18:56:36.754995 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-489bcb91-7f8e-4eb4-8d4d-33d0a7fe5651 req-6a0ae5cd-a7e3-4834-8170-2c627c868ea9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656362 May 16 18:56:36.930312 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-78cb4e60-920e-4bfb-9041-d504c16fa179 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa HTTP/1.1" status: 200 len: 217 time: 0.0427175 May 16 18:56:36.998163 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-8a296d56-c394-425e-bce9-5ff491a7ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:37.000099 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-8a296d56-c394-425e-bce9-5ff491a7ce74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13fa5cf4-2fec-47ee-8330-7e728ac0e344 HTTP/1.1" status: 200 len: 848 time: 0.0555928 May 16 18:56:37.114761 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-8b2758d5-cc2a-4d4b-8abb-f04b01126990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:37.117258 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-8b2758d5-cc2a-4d4b-8abb-f04b01126990 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d80de480-7bd7-488b-b9fb-bd1908d6b618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0790145 May 16 18:56:37.404795 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-84db3b1e-8e9b-4431-b1ea-0ec3c5c8a590 service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966895 May 16 18:56:37.715860 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-2b686790-6c69-4a9e-96de-18b2db4b4a67 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:37.717578 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-2b686790-6c69-4a9e-96de-18b2db4b4a67 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.61 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.0706375 May 16 18:56:37.763681 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60062c6c-dcdd-44dc-a6db-fcdd338fb1e5 req-40edc063-72b9-4bf4-b5f2-8c3b0ef5b8de service neutron] 10.222.0.61 "GET /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027092 May 16 18:56:37.875148 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Deleting port fbd9282a-e554-4f50-b165-7ce5f6ec3daa {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:37.875755 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:38.024489 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291bb0f-c210-4eef-b409-704bf19249c0 req-968194a9-2e1b-4e65-99cd-f9b14d31f3f9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:38.026053 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e291bb0f-c210-4eef-b409-704bf19249c0 req-968194a9-2e1b-4e65-99cd-f9b14d31f3f9 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 945 time: 0.1406035 May 16 18:56:38.094806 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] For port fbd9282a-e554-4f50-b165-7ce5f6ec3daa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:38.094806 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:38.118020 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Calling delete_port for fbd9282a-e554-4f50-b165-7ce5f6ec3daa owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:38.131815 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e291bb0f-c210-4eef-b409-704bf19249c0 req-ce17a83a-5c57-4255-819d-36f9f560c4ee tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb65a42b-43ba-44ab-ae75-16241c29b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903077 May 16 18:56:38.316964 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (fbd9282a-e554-4f50-b165-7ce5f6ec3daa), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:38.358833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event deleted for resources: {'Port': ['ID=fbd9282a-e554-4f50-b165-7ce5f6ec3daa,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:38.411462 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] No DVR routers for this DVR port fbd9282a-e554-4f50-b165-7ce5f6ec3daa on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:38.413968 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:38.417299 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f5e47202-7a17-4073-9300-7c28a036b5a7 req-9c20ef07-7f53-4ac5-b670-f70de2d76623 tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.61 "DELETE /v2.0/ports/fbd9282a-e554-4f50-b165-7ce5f6ec3daa HTTP/1.1" status: 204 len: 173 time: 0.6917036 May 16 18:56:38.417763 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'name': 'network-vif-deleted', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:56:38.420208 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad31f0c-101e-4e94-8bc9-32a2e0773667" -d '{"events": [{"server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "name": "network-vif-deleted", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:56:38.471779 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47872) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:38.482693 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1f15a8-eabd-4032-9b0f-e736be29308d x-openstack-request-id: req-7d1f15a8-eabd-4032-9b0f-e736be29308d {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:56:38.482989 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aa2a80-3944-4ff6-9b34-ada2debe18c5", "name": "network-vif-deleted", "tag": "fbd9282a-e554-4f50-b165-7ce5f6ec3daa", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:56:38.483318 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7d1f15a8-eabd-4032-9b0f-e736be29308d {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:56:38.484026 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1f15a8-eabd-4032-9b0f-e736be29308d'] response: {'server_uuid': '12aa2a80-3944-4ff6-9b34-ada2debe18c5', 'name': 'network-vif-deleted', 'tag': 'fbd9282a-e554-4f50-b165-7ce5f6ec3daa', 'status': 'completed', 'code': 200} May 16 18:56:38.635025 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0780b02a-731a-4309-a0d9-35a4146e0cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:38.739553 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0780b02a-731a-4309-a0d9-35a4146e0cd0 admin admin] Publish callbacks [] for security_group (462cbe8c-97a4-4132-883d-7d3bd4f4ec9d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:38.746380 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0780b02a-731a-4309-a0d9-35a4146e0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (462cbe8c-97a4-4132-883d-7d3bd4f4ec9d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:38.791106 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780b02a-731a-4309-a0d9-35a4146e0cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462cbe8c-97a4-4132-883d-7d3bd4f4ec9d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:38.799938 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-0780b02a-731a-4309-a0d9-35a4146e0cd0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d6af9d4f1491494baf8a01fc111d041b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256607 May 16 18:56:38.804680 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47876) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:38.883002 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e6ad-0212-4f89-879c-df3ba6f645c3 admin admin] Publish callbacks [] for security_group (462cbe8c-97a4-4132-883d-7d3bd4f4ec9d), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:38.924995 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e6ad-0212-4f89-879c-df3ba6f645c3 admin admin] Publish callbacks [] for security_group (462cbe8c-97a4-4132-883d-7d3bd4f4ec9d), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:39.028863 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e6ad-0212-4f89-879c-df3ba6f645c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (462cbe8c-97a4-4132-883d-7d3bd4f4ec9d), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:39.033222 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3c5e6ad-0212-4f89-879c-df3ba6f645c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:39.037285 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f3c5e6ad-0212-4f89-879c-df3ba6f645c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/462cbe8c-97a4-4132-883d-7d3bd4f4ec9d HTTP/1.1" status: 204 len: 168 time: 0.2312219 May 16 18:56:39.046834 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5e6ad-0212-4f89-879c-df3ba6f645c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462cbe8c-97a4-4132-883d-7d3bd4f4ec9d,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:39.345472 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ceee9d6c-0a18-4392-aefa-7a5b6d331bf3 req-870bc7c7-9d6b-4877-9eef-1fa09330b7df tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "GET /v2.0/ports?device_id=12aa2a80-3944-4ff6-9b34-ada2debe18c5 HTTP/1.1" status: 200 len: 210 time: 0.0505114 May 16 18:56:39.436089 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47906) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:39.574525 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9d2076bc-d2a6-4841-a6e3-1d7393a713fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:39.695362 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9d2076bc-d2a6-4841-a6e3-1d7393a713fa admin admin] Publish callbacks [] for security_group (9c94b465-3a2b-4a9d-ac81-2654f93bbb6e), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:39.712021 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9d2076bc-d2a6-4841-a6e3-1d7393a713fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9c94b465-3a2b-4a9d-ac81-2654f93bbb6e), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:39.754944 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712568-c6da-441f-befa-9fb405424973 req-2c1c98b5-33c8-4e6f-9841-dc41ff15afb0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:39.756538 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-82712568-c6da-441f-befa-9fb405424973 req-2c1c98b5-33c8-4e6f-9841-dc41ff15afb0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 946 time: 0.0761359 May 16 18:56:39.770287 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-9d2076bc-d2a6-4841-a6e3-1d7393a713fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e19b47a9e180499eab997b44a61be529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330894 May 16 18:56:39.775060 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47920) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:39.781723 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2076bc-d2a6-4841-a6e3-1d7393a713fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c94b465-3a2b-4a9d-ac81-2654f93bbb6e,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:39.849772 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-82712568-c6da-441f-befa-9fb405424973 req-40768b1c-8f43-4b34-b7ab-7dc69ce67ea0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751798 May 16 18:56:39.889712 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-81a47c9e-3076-45d1-ae0e-f55e68c51ab1 admin admin] Publish callbacks [] for security_group (9c94b465-3a2b-4a9d-ac81-2654f93bbb6e), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:39.917811 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-81a47c9e-3076-45d1-ae0e-f55e68c51ab1 admin admin] Publish callbacks [] for security_group (9c94b465-3a2b-4a9d-ac81-2654f93bbb6e), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:39.993362 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-81a47c9e-3076-45d1-ae0e-f55e68c51ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9c94b465-3a2b-4a9d-ac81-2654f93bbb6e), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:39.997749 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-81a47c9e-3076-45d1-ae0e-f55e68c51ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:40.001721 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-81a47c9e-3076-45d1-ae0e-f55e68c51ab1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c94b465-3a2b-4a9d-ac81-2654f93bbb6e HTTP/1.1" status: 204 len: 168 time: 0.2216787 May 16 18:56:40.013193 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a47c9e-3076-45d1-ae0e-f55e68c51ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c94b465-3a2b-4a9d-ac81-2654f93bbb6e,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:40.415239 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47946) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:40.498671 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8d6b3a60-3d81-4d7b-8815-64338cc8634b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group (fb65a42b-43ba-44ab-ae75-16241c29b15d), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:40.540694 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8d6b3a60-3d81-4d7b-8815-64338cc8634b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group (fb65a42b-43ba-44ab-ae75-16241c29b15d), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:40.639026 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8d6b3a60-3d81-4d7b-8815-64338cc8634b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fb65a42b-43ba-44ab-ae75-16241c29b15d), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:40.644825 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-8d6b3a60-3d81-4d7b-8815-64338cc8634b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:40.649699 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-8d6b3a60-3d81-4d7b-8815-64338cc8634b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] 10.222.0.72 "DELETE /v2.0/security-groups/fb65a42b-43ba-44ab-ae75-16241c29b15d HTTP/1.1" status: 204 len: 168 time: 0.2316577 May 16 18:56:40.666350 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b3a60-3d81-4d7b-8815-64338cc8634b tempest-TestShelveInstance-1608524440 tempest-TestShelveInstance-1608524440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb65a42b-43ba-44ab-ae75-16241c29b15d,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:40.677871 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47958) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:40.719455 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 47962) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:40.952099 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8e29-fa69-4754-8c58-3d66585281ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.025145 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09ed97-f324-4a3a-890f-aba6fd71fbd0 req-791a9ba8-2eb4-4b3d-bd6d-1b643d168e8e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:41.027838 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6f09ed97-f324-4a3a-890f-aba6fd71fbd0 req-791a9ba8-2eb4-4b3d-bd6d-1b643d168e8e tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 946 time: 0.0628531 May 16 18:56:41.098764 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6f09ed97-f324-4a3a-890f-aba6fd71fbd0 req-f93cff20-7feb-4b7d-8385-b971c03f28e0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649204 May 16 18:56:41.276554 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8e29-fa69-4754-8c58-3d66585281ed admin admin] Publish callbacks [] for security_group (ce2718e3-8dc6-4b54-9654-beb4e7ff093d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.281816 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8e29-fa69-4754-8c58-3d66585281ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ce2718e3-8dc6-4b54-9654-beb4e7ff093d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.354271 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d8fc8e29-fa69-4754-8c58-3d66585281ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9493713ede544b85b5440cfd2caeeb78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6730943 May 16 18:56:41.354755 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 47988) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:41.354973 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc8e29-fa69-4754-8c58-3d66585281ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2718e3-8dc6-4b54-9654-beb4e7ff093d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:41.459688 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5acb1d0d-4c95-4026-8d95-01f21ee794bf admin admin] Publish callbacks [] for security_group (ce2718e3-8dc6-4b54-9654-beb4e7ff093d), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.491798 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5acb1d0d-4c95-4026-8d95-01f21ee794bf admin admin] Publish callbacks [] for security_group (ce2718e3-8dc6-4b54-9654-beb4e7ff093d), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.500200 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (2421e99d-dfcc-436d-93c4-2acac988ee22), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.570894 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5acb1d0d-4c95-4026-8d95-01f21ee794bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ce2718e3-8dc6-4b54-9654-beb4e7ff093d), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.574883 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5acb1d0d-4c95-4026-8d95-01f21ee794bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.577020 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-5acb1d0d-4c95-4026-8d95-01f21ee794bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce2718e3-8dc6-4b54-9654-beb4e7ff093d HTTP/1.1" status: 204 len: 168 time: 0.2210269 May 16 18:56:41.600908 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1d0d-4c95-4026-8d95-01f21ee794bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2718e3-8dc6-4b54-9654-beb4e7ff093d,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:41.740786 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5f763-c270-4415-b6f9-5a63c452caab req-5063e38e-c9ea-4db4-93a8-56c0643676f9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:41.743372 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-49b5f763-c270-4415-b6f9-5a63c452caab req-5063e38e-c9ea-4db4-93a8-56c0643676f9 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 946 time: 0.0811446 May 16 18:56:41.854165 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Deleting port 7c023405-87f2-4ed0-9c4c-c419d714714d {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:41.854515 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.875835 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Deleting port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:41.876282 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:41.995290 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] For port c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:41.996014 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:42.016885 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Calling delete_port for c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc owned by network:router_interface {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:42.029495 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] For port 7c023405-87f2-4ed0-9c4c-c419d714714d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c023405-87f2-4ed0-9c4c-c419d714714d,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:42.030160 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:42.300669 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:42.331009 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:42.332611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (753e4e81-9f55-4683-b083-04d1101a42dd), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:42.333128 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Floating IP 753e4e81-9f55-4683-b083-04d1101a42dd disassociated. External IP: 172.27.1.184, port: 7c023405-87f2-4ed0-9c4c-c419d714714d. May 16 18:56:42.333729 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Calling delete_port for 7c023405-87f2-4ed0-9c4c-c419d714714d owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:42.372428 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:42.460020 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48022) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:42.673196 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (2421e99d-dfcc-436d-93c4-2acac988ee22), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:42.680462 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0591871-692b-4d8a-9921-df728b1cd936 req-c754118c-a3b6-4c7c-a824-4967fd3050dc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:42.682117 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d0591871-692b-4d8a-9921-df728b1cd936 req-c754118c-a3b6-4c7c-a824-4967fd3050dc tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 946 time: 0.3261721 May 16 18:56:42.693742 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-2860294a-1d22-421e-b5e9-3804e1bfd31d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1830151 May 16 18:56:42.703664 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (7c023405-87f2-4ed0-9c4c-c419d714714d), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:42.747619 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event deleted for resources: {'Port': ['ID=7c023405-87f2-4ed0-9c4c-c419d714714d,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:42.852446 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6024856f-4308-4aea-9196-4282a42da5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:42.893172 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d0591871-692b-4d8a-9921-df728b1cd936 req-d3d76659-e607-46a1-9282-0d508b4a9de8 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups?id=8102389e-f42d-4cc7-874d-c3d2401bdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030590 May 16 18:56:42.902706 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-c8006de4-ec34-42b1-93ac-fb672ffd56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:42.904819 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-c8006de4-ec34-42b1-93ac-fb672ffd56b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 1130 time: 0.1418550 May 16 18:56:43.002579 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbd9282a-e554-4f50-b165-7ce5f6ec3daa no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:43.040406 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: fbd9282a-e554-4f50-b165-7ce5f6ec3daa {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:43.046740 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device fbd9282a-e554-4f50-b165-7ce5f6ec3daa not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:43.062775 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Router 2421e99d-dfcc-436d-93c4-2acac988ee22 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:43.065446 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Router ce7e9eb4-07b5-459e-99d9-904e47a10353 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:43.098709 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-94ef4751-05fa-42df-9119-ab8c8f44c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:43.100272 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-94ef4751-05fa-42df-9119-ab8c8f44c4f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 912 time: 0.1519735 May 16 18:56:43.227248 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6024856f-4308-4aea-9196-4282a42da5b4 admin admin] Publish callbacks [] for security_group (44377f4a-906c-4629-a8d3-6ee99f523c2b), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:43.239393 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6024856f-4308-4aea-9196-4282a42da5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (44377f4a-906c-4629-a8d3-6ee99f523c2b), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:43.278488 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-e263c202-8a52-418d-b2ec-4d36877ceba9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c357f9-475e-4afa-b068-1499c20820a7 HTTP/1.1" status: 200 len: 1001 time: 0.1705444 May 16 18:56:43.280901 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024856f-4308-4aea-9196-4282a42da5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44377f4a-906c-4629-a8d3-6ee99f523c2b,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:43.314575 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:43.328455 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-16e1c553-d88b-4a6b-99d4-4515a783ac86 admin admin] 10.222.0.72 "PUT /v2.0/routers/2421e99d-dfcc-436d-93c4-2acac988ee22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6071570 May 16 18:56:43.329391 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] Sync routers for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:43.331123 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48046) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:43.345676 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:43.360650 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] Sync routers for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:43.371209 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:43.372584 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:43.378073 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:43.379074 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:43.397789 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-8b5c2aeb-bf2a-4173-8051-72edc7f89512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:43.404039 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-8b5c2aeb-bf2a-4173-8051-72edc7f89512 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.1179180 May 16 18:56:43.440662 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6024856f-4308-4aea-9196-4282a42da5b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24dc59ab57ae456ea079ed1de15f7323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9780717 May 16 18:56:43.459271 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48050) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:43.467050 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] No DVR routers for this DVR port 7c023405-87f2-4ed0-9c4c-c419d714714d on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:43.492015 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:43.499118 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-49b5f763-c270-4415-b6f9-5a63c452caab req-b8dd951b-0fe8-4dfe-964b-9f325a0c40b5 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.61 "DELETE /v2.0/ports/7c023405-87f2-4ed0-9c4c-c419d714714d HTTP/1.1" status: 204 len: 173 time: 1.7500644 May 16 18:56:43.499782 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-deleted', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:56:43.502948 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0c7c98-a62c-4b3d-9e9c-20e5ca0a6f78" -d '{"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-deleted", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:56:43.526967 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:43.551399 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-b11e1026-e8aa-454e-b6ad-567aea270a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:43.557647 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-b11e1026-e8aa-454e-b6ad-567aea270a9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1038749 May 16 18:56:43.574248 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:43.622806 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec26e85f-e17c-4d0f-b00c-3cad09ffa4ab x-openstack-request-id: req-ec26e85f-e17c-4d0f-b00c-3cad09ffa4ab {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:56:43.623489 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b2dd21-9b22-4230-8bee-d6f04f06019f", "name": "network-vif-deleted", "tag": "7c023405-87f2-4ed0-9c4c-c419d714714d", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:56:43.624292 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ec26e85f-e17c-4d0f-b00c-3cad09ffa4ab {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:56:43.632906 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec26e85f-e17c-4d0f-b00c-3cad09ffa4ab'] response: {'server_uuid': '86b2dd21-9b22-4230-8bee-d6f04f06019f', 'name': 'network-vif-deleted', 'tag': '7c023405-87f2-4ed0-9c4c-c419d714714d', 'status': 'completed', 'code': 200} May 16 18:56:43.731667 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-a0c158cc-edd2-4476-a59c-f8c1e1f0829c service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681807 May 16 18:56:43.810790 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:56:42Z', 'revision_number': 5, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:43.842869 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] Checking router: 2421e99d-dfcc-436d-93c4-2acac988ee22 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:43.854138 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] Routers {'2421e99d-dfcc-436d-93c4-2acac988ee22'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:43.855171 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['2421e99d-dfcc-436d-93c4-2acac988ee22'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:43.907439 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-93d4b22c-af46-4356-994d-6537432aa9c6 req-456c9c99-b199-4635-8d4b-0e661d7f5afa service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625273 May 16 18:56:43.931147 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:43.988855 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] Checking router: ce7e9eb4-07b5-459e-99d9-904e47a10353 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:44.031660 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:44.032373 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:44.108610 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] Set router 2421e99d-dfcc-436d-93c4-2acac988ee22 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:44.174473 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks [] for router (2421e99d-dfcc-436d-93c4-2acac988ee22), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:44.191878 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8c1b6c9d-ca9f-41e0-b8fd-9bf3a2427de8 req-f4a06f21-363c-48d9-b848-3aa5d8a1d7c0 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b2dd21-9b22-4230-8bee-d6f04f06019f HTTP/1.1" status: 200 len: 210 time: 0.0733511 May 16 18:56:44.320383 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-685fe39a-4c36-49a7-bbad-96b0db12de9f admin admin] Publish callbacks [] for security_group (44377f4a-906c-4629-a8d3-6ee99f523c2b), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:44.368906 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks [] for router_gateway (2421e99d-dfcc-436d-93c4-2acac988ee22), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:44.374464 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-685fe39a-4c36-49a7-bbad-96b0db12de9f admin admin] Publish callbacks [] for security_group (44377f4a-906c-4629-a8d3-6ee99f523c2b), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:44.380231 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:44.453357 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Deleting port f1fb553f-6391-44cc-aa65-02ecce83ed9b {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:44.453890 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:44.493953 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:56:42Z', 'revision_number': 5, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:44.537808 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d238846-8cbd-44ca-a6be-0d0b700c8ee8 None None] The sync data for ids ['2421e99d-dfcc-436d-93c4-2acac988ee22'] in dv-cinder-750782-22-iscsi is: [{'id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'name': 'tempest-TestShelveInstance-1893071460-router', 'tenant_id': '405413536bdb433fbb7d03c8ccd34283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:24Z', 'updated_at': '2022-05-16T18:56:42Z', 'revision_number': 5, 'project_id': '405413536bdb433fbb7d03c8ccd34283', 'gw_port': {'id': 'f1fb553f-6391-44cc-aa65-02ecce83ed9b', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421e99d-dfcc-436d-93c4-2acac988ee22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:25Z', 'updated_at': '2022-05-16T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:44.542248 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-685fe39a-4c36-49a7-bbad-96b0db12de9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (44377f4a-906c-4629-a8d3-6ee99f523c2b), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:44.544501 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-685fe39a-4c36-49a7-bbad-96b0db12de9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:44.548721 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-685fe39a-4c36-49a7-bbad-96b0db12de9f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44377f4a-906c-4629-a8d3-6ee99f523c2b HTTP/1.1" status: 204 len: 168 time: 1.0852566 May 16 18:56:44.562331 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fe39a-4c36-49a7-bbad-96b0db12de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44377f4a-906c-4629-a8d3-6ee99f523c2b,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:44.592201 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] For port f1fb553f-6391-44cc-aa65-02ecce83ed9b, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=f1fb553f-6391-44cc-aa65-02ecce83ed9b,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:44.592821 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:44.611226 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Calling delete_port for f1fb553f-6391-44cc-aa65-02ecce83ed9b owned by network:router_gateway {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:44.703419 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:44.734241 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6e779-e837-4019-aca2-49770d09825d None None] The sync data for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:48:41Z', 'revision_number': 4, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '493a09da-f900-4f1b-872b-ddd30d2b9d97', 'name': '', 'network_id': '6559b826-317e-418c-bd4b-dba054fded99', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'mac_address': 'fa:16:3e:ae:49:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:39Z', 'updated_at': '2022-05-16T18:48:55Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'subnets': [{'id': '18c7ecb4-3fd6-4781-93da-dd2805e81e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:44.852675 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (f1fb553f-6391-44cc-aa65-02ecce83ed9b), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:44.883644 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fb553f-6391-44cc-aa65-02ecce83ed9b,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:44.980697 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (2421e99d-dfcc-436d-93c4-2acac988ee22), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.098601 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48080) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:45.107401 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (2421e99d-dfcc-436d-93c4-2acac988ee22), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.115376 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks [] for router_controller (2421e99d-dfcc-436d-93c4-2acac988ee22), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.117353 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-429f93d7-aff0-4cb6-89c9-c624eb37c202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.189056 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (2421e99d-dfcc-436d-93c4-2acac988ee22), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.189779 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2421e99d-dfcc-436d-93c4-2acac988ee22 {{(pid=115278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 18:56:45.195957 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.200052 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b9c4c794-c4e8-410e-8ab6-e687b4a38c9c admin admin] 10.222.0.72 "DELETE /v2.0/routers/2421e99d-dfcc-436d-93c4-2acac988ee22 HTTP/1.1" status: 204 len: 168 time: 1.8640332 May 16 18:56:45.203260 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48084) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:45.229594 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7de2f2-783d-4fda-a818-676e34d8ee0a None None] New status for floating IP 753e4e81-9f55-4683-b083-04d1101a42dd: DOWN {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:56:45.276182 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d207004-a529-42b8-95c0-7424e6f9a988 admin admin] Deleting subnet 13fa5cf4-2fec-47ee-8330-7e728ac0e344 {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:56:45.279877 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0d207004-a529-42b8-95c0-7424e6f9a988 admin admin] Publish callbacks [] for subnet (13fa5cf4-2fec-47ee-8330-7e728ac0e344), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.302082 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-429f93d7-aff0-4cb6-89c9-c624eb37c202 admin admin] Publish callbacks [] for security_group (133b642c-5c4d-4ab1-8010-d23d32a0361a), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.316747 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-429f93d7-aff0-4cb6-89c9-c624eb37c202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (133b642c-5c4d-4ab1-8010-d23d32a0361a), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.344713 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0d207004-a529-42b8-95c0-7424e6f9a988 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (13fa5cf4-2fec-47ee-8330-7e728ac0e344), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.410412 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48096) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:45.424707 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-429f93d7-aff0-4cb6-89c9-c624eb37c202 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82809e43dbd0467b9ef652c2a14efdb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242922 May 16 18:56:45.426092 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48098) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:45.520481 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5d895d8-79f8-4f97-8393-87993545e780 admin admin] Publish callbacks [] for security_group (133b642c-5c4d-4ab1-8010-d23d32a0361a), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.547328 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5d895d8-79f8-4f97-8393-87993545e780 admin admin] Publish callbacks [] for security_group (133b642c-5c4d-4ab1-8010-d23d32a0361a), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.549350 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-220565d1-d2b3-4749-a637-bdb6cabe6111 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (8102389e-f42d-4cc7-874d-c3d2401bdc7c), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.573406 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0d207004-a529-42b8-95c0-7424e6f9a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (13fa5cf4-2fec-47ee-8330-7e728ac0e344), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.601251 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f93d7-aff0-4cb6-89c9-c624eb37c202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133b642c-5c4d-4ab1-8010-d23d32a0361a,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:45.627778 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-220565d1-d2b3-4749-a637-bdb6cabe6111 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (8102389e-f42d-4cc7-874d-c3d2401bdc7c), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.633635 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5d895d8-79f8-4f97-8393-87993545e780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (133b642c-5c4d-4ab1-8010-d23d32a0361a), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.634555 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48108) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:45.644055 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b5d895d8-79f8-4f97-8393-87993545e780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.645194 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b5d895d8-79f8-4f97-8393-87993545e780 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/133b642c-5c4d-4ab1-8010-d23d32a0361a HTTP/1.1" status: 204 len: 168 time: 0.2137835 May 16 18:56:45.658101 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d895d8-79f8-4f97-8393-87993545e780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133b642c-5c4d-4ab1-8010-d23d32a0361a,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:45.727449 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0d207004-a529-42b8-95c0-7424e6f9a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (13fa5cf4-2fec-47ee-8330-7e728ac0e344), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.761280 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65448fc6-1acb-4bc9-b98e-29fe1706f009 None None] Network d80de480-7bd7-488b-b9fb-bd1908d6b618 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:45.770088 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0d207004-a529-42b8-95c0-7424e6f9a988 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.773835 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-0d207004-a529-42b8-95c0-7424e6f9a988 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/13fa5cf4-2fec-47ee-8330-7e728ac0e344 HTTP/1.1" status: 204 len: 168 time: 0.5686617 May 16 18:56:45.776196 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d207004-a529-42b8-95c0-7424e6f9a988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fa5cf4-2fec-47ee-8330-7e728ac0e344,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:45.777857 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48114) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:45.809593 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-220565d1-d2b3-4749-a637-bdb6cabe6111 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (8102389e-f42d-4cc7-874d-c3d2401bdc7c), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.813978 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-220565d1-d2b3-4749-a637-bdb6cabe6111 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.815849 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-220565d1-d2b3-4749-a637-bdb6cabe6111 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "DELETE /v2.0/security-groups/8102389e-f42d-4cc7-874d-c3d2401bdc7c HTTP/1.1" status: 204 len: 168 time: 0.4038403 May 16 18:56:45.820481 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48118) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:45.853539 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220565d1-d2b3-4749-a637-bdb6cabe6111 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8102389e-f42d-4cc7-874d-c3d2401bdc7c,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:45.856576 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.api.v2.resource [None req-0fc51de1-bf78-44e4-a5bd-424a47a13f05 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] show failed (client error): The resource could not be found. May 16 18:56:45.858052 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-0fc51de1-bf78-44e4-a5bd-424a47a13f05 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "GET /v2.0/security-groups/8102389e-f42d-4cc7-874d-c3d2401bdc7c HTTP/1.1" status: 404 len: 347 time: 0.0326612 May 16 18:56:45.861336 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48120) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:45.933448 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (d80de480-7bd7-488b-b9fb-bd1908d6b618), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.944054 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ff963a77-6357-4770-b507-5233cf3bbe4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:45.985692 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Deleting port c40deddd-32f2-4c14-87f1-172f76449003 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:45.986031 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (c40deddd-32f2-4c14-87f1-172f76449003), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.068795 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4be13a-de25-45f1-a1a2-7f737bf59764 None None] DHCP port deletion for d80de480-7bd7-488b-b9fb-bd1908d6b618 request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 18:56:46.084603 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Deleting port 222460ab-bcf7-4713-8f07-b0b994b50406 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:46.084960 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (222460ab-bcf7-4713-8f07-b0b994b50406), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.130484 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] For port c40deddd-32f2-4c14-87f1-172f76449003, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c40deddd-32f2-4c14-87f1-172f76449003,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:46.130856 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (c40deddd-32f2-4c14-87f1-172f76449003), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.155819 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Calling delete_port for c40deddd-32f2-4c14-87f1-172f76449003 owned by network:dhcp {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:46.170249 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-6f4be13a-de25-45f1-a1a2-7f737bf59764 None None] Deleting port c40deddd-32f2-4c14-87f1-172f76449003 {{(pid=115280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:46.170628 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6f4be13a-de25-45f1-a1a2-7f737bf59764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (c40deddd-32f2-4c14-87f1-172f76449003), before_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.177041 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ff963a77-6357-4770-b507-5233cf3bbe4a admin admin] Publish callbacks [] for security_group (1ab1fff1-910d-43e7-a3f1-0d8c535287cc), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.206004 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ff963a77-6357-4770-b507-5233cf3bbe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (1ab1fff1-910d-43e7-a3f1-0d8c535287cc), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.258566 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff963a77-6357-4770-b507-5233cf3bbe4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab1fff1-910d-43e7-a3f1-0d8c535287cc,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:46.276667 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (c40deddd-32f2-4c14-87f1-172f76449003), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.294138 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (222460ab-bcf7-4713-8f07-b0b994b50406), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.300038 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (222460ab-bcf7-4713-8f07-b0b994b50406), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.310097 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Calling delete_port for 222460ab-bcf7-4713-8f07-b0b994b50406 owned by network:floatingip {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:46.319476 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40deddd-32f2-4c14-87f1-172f76449003,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:46.323862 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] No DVR routers for this DVR port c40deddd-32f2-4c14-87f1-172f76449003 on host dv-cinder-750782-22-iscsi {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:46.396264 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:46.425075 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (d80de480-7bd7-488b-b9fb-bd1908d6b618), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.438150 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-6f4be13a-de25-45f1-a1a2-7f737bf59764 None None] For port c40deddd-32f2-4c14-87f1-172f76449003, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c40deddd-32f2-4c14-87f1-172f76449003,segment=NetworkSegment(68abad90-5b49-404a-b32d-007b41e0b88f),segment_id=68abad90-5b49-404a-b32d-007b41e0b88f)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:46.438285 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6f4be13a-de25-45f1-a1a2-7f737bf59764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (c40deddd-32f2-4c14-87f1-172f76449003), precommit_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.454269 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-6f4be13a-de25-45f1-a1a2-7f737bf59764 None None] Calling delete_port for c40deddd-32f2-4c14-87f1-172f76449003 owned by network:dhcp {{(pid=115280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:46.463670 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80de480-7bd7-488b-b9fb-bd1908d6b618']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:46.477200 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68abad90-5b49-404a-b32d-007b41e0b88f') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:46.477756 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68abad90-5b49-404a-b32d-007b41e0b88f') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:46.489885 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (68abad90-5b49-404a-b32d-007b41e0b88f), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.508106 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ff963a77-6357-4770-b507-5233cf3bbe4a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f27946ce2a44f1caf82a59ba9d8e631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8721721 May 16 18:56:46.509084 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (68abad90-5b49-404a-b32d-007b41e0b88f), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.509668 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (222460ab-bcf7-4713-8f07-b0b994b50406), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.520440 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48134) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:46.538017 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:56:46.538422 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (68abad90-5b49-404a-b32d-007b41e0b88f), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:56:46.540441 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:56:46.549343 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:46.550904 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c8a843a8-7e21-48a4-a5fd-f2b15b59f1bc not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:46.551616 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device f1fb553f-6391-44cc-aa65-02ecce83ed9b no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:46.553790 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-6f4be13a-de25-45f1-a1a2-7f737bf59764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (c40deddd-32f2-4c14-87f1-172f76449003), after_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.606659 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4be13a-de25-45f1-a1a2-7f737bf59764 None None] Pushing event deleted for resources: {'Port': ['ID=c40deddd-32f2-4c14-87f1-172f76449003,revision_number=None']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:46.608554 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: f1fb553f-6391-44cc-aa65-02ecce83ed9b {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:46.608952 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device f1fb553f-6391-44cc-aa65-02ecce83ed9b not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:46.609292 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c40deddd-32f2-4c14-87f1-172f76449003 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:46.624536 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Pushing event deleted for resources: {'Port': ['ID=222460ab-bcf7-4713-8f07-b0b994b50406,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:46.635503 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: c40deddd-32f2-4c14-87f1-172f76449003 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:46.635503 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c40deddd-32f2-4c14-87f1-172f76449003 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:46.638367 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4be13a-de25-45f1-a1a2-7f737bf59764 None None] No DVR routers for this DVR port c40deddd-32f2-4c14-87f1-172f76449003 on host dv-cinder-750782-22-iscsi {{(pid=115280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:46.662755 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (d80de480-7bd7-488b-b9fb-bd1908d6b618), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.674575 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.680329 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d80de480-7bd7-488b-b9fb-bd1908d6b618 HTTP/1.1" status: 204 len: 168 time: 0.9010494 May 16 18:56:46.681756 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48142) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:46.693557 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks [] for floatingip (753e4e81-9f55-4683-b083-04d1101a42dd), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.696289 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.697570 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-2486817b-847a-45f4-b60d-a58a3decf458 tempest-AttachVolumeShelveTestJSON-1139364073 tempest-AttachVolumeShelveTestJSON-1139364073-project] 10.222.0.72 "DELETE /v2.0/floatingips/753e4e81-9f55-4683-b083-04d1101a42dd HTTP/1.1" status: 204 len: 168 time: 0.8350582 May 16 18:56:46.700885 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f4c115b-e855-48a4-a072-3b446c2506d3 admin admin] Publish callbacks [] for security_group (1ab1fff1-910d-43e7-a3f1-0d8c535287cc), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.720918 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdffae1-8ac5-4c3c-b12b-bf82df4033d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80de480-7bd7-488b-b9fb-bd1908d6b618,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:46.752475 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f4c115b-e855-48a4-a072-3b446c2506d3 admin admin] Publish callbacks [] for security_group (1ab1fff1-910d-43e7-a3f1-0d8c535287cc), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.871447 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f4c115b-e855-48a4-a072-3b446c2506d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (1ab1fff1-910d-43e7-a3f1-0d8c535287cc), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.874498 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f4c115b-e855-48a4-a072-3b446c2506d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:46.887812 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8f4c115b-e855-48a4-a072-3b446c2506d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1ab1fff1-910d-43e7-a3f1-0d8c535287cc HTTP/1.1" status: 204 len: 168 time: 0.3478315 May 16 18:56:46.887812 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c115b-e855-48a4-a072-3b446c2506d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab1fff1-910d-43e7-a3f1-0d8c535287cc,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:47.019492 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c023405-87f2-4ed0-9c4c-c419d714714d no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:47.044410 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 7c023405-87f2-4ed0-9c4c-c419d714714d {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:47.044766 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 7c023405-87f2-4ed0-9c4c-c419d714714d not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:47.262627 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48162) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:47.284347 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8b717701-d4b0-4908-9955-a09b8f22430a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.287676 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48164) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:47.389744 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (ce3b366f-32d1-4a68-bb18-2357b30ace80), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.391310 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8b717701-d4b0-4908-9955-a09b8f22430a admin admin] Publish callbacks [] for security_group (34c6a257-fd5c-498b-9451-7a0526f3a92e), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.402179 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8b717701-d4b0-4908-9955-a09b8f22430a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (34c6a257-fd5c-498b-9451-7a0526f3a92e), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.463800 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8b717701-d4b0-4908-9955-a09b8f22430a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f611c1bf33d947aeb5715cfd4073f7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993377 May 16 18:56:47.464520 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717701-d4b0-4908-9955-a09b8f22430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c6a257-fd5c-498b-9451-7a0526f3a92e,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:47.466565 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48172) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:47.517246 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dad682bd-f299-4050-9006-c2ad647a3989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.604109 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25706a82-f5ce-4f94-94c8-2b84c0eaf77b admin admin] Publish callbacks [] for security_group (34c6a257-fd5c-498b-9451-7a0526f3a92e), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.612967 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dad682bd-f299-4050-9006-c2ad647a3989 admin admin] Publish callbacks [] for security_group (2340cfeb-cd97-429d-9237-651f3378d381), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.617855 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dad682bd-f299-4050-9006-c2ad647a3989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (2340cfeb-cd97-429d-9237-651f3378d381), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.641070 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25706a82-f5ce-4f94-94c8-2b84c0eaf77b admin admin] Publish callbacks [] for security_group (34c6a257-fd5c-498b-9451-7a0526f3a92e), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.664519 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-dad682bd-f299-4050-9006-c2ad647a3989 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fbc2098a68a749e08cee51253252e8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734894 May 16 18:56:47.664806 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48178) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:47.671884 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad682bd-f299-4050-9006-c2ad647a3989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2340cfeb-cd97-429d-9237-651f3378d381,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:47.719138 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-150d3d51-ddbb-4288-94ae-25cf2c8a6954 admin admin] Publish callbacks [] for security_group (2340cfeb-cd97-429d-9237-651f3378d381), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.738812 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Deleting port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:47.739220 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.745763 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-150d3d51-ddbb-4288-94ae-25cf2c8a6954 admin admin] Publish callbacks [] for security_group (2340cfeb-cd97-429d-9237-651f3378d381), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.799143 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-150d3d51-ddbb-4288-94ae-25cf2c8a6954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (2340cfeb-cd97-429d-9237-651f3378d381), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.802163 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25706a82-f5ce-4f94-94c8-2b84c0eaf77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (34c6a257-fd5c-498b-9451-7a0526f3a92e), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.804203 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-150d3d51-ddbb-4288-94ae-25cf2c8a6954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.804814 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25706a82-f5ce-4f94-94c8-2b84c0eaf77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.806042 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-25706a82-f5ce-4f94-94c8-2b84c0eaf77b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34c6a257-fd5c-498b-9451-7a0526f3a92e HTTP/1.1" status: 204 len: 168 time: 0.3381860 May 16 18:56:47.811000 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-150d3d51-ddbb-4288-94ae-25cf2c8a6954 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2340cfeb-cd97-429d-9237-651f3378d381 HTTP/1.1" status: 204 len: 168 time: 0.1451612 May 16 18:56:47.819309 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25706a82-f5ce-4f94-94c8-2b84c0eaf77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c6a257-fd5c-498b-9451-7a0526f3a92e,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:47.820123 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d3d51-ddbb-4288-94ae-25cf2c8a6954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2340cfeb-cd97-429d-9237-651f3378d381,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:47.840435 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] For port 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf,segment=NetworkSegment(e2474acc-3385-40ad-b45a-addbc37fd0df),segment_id=e2474acc-3385-40ad-b45a-addbc37fd0df)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:47.840802 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:47.855526 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Calling delete_port for 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf owned by network:router_interface {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:48.074141 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.110088 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:48.335867 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (ce3b366f-32d1-4a68-bb18-2357b30ace80), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.350369 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48204) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:48.374803 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8bd6-3cb2-418f-86f0-4d9e2fefcfd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.486861 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8bd6-3cb2-418f-86f0-4d9e2fefcfd6 admin admin] Publish callbacks [] for security_group (0dfff563-5f6e-4a42-9c56-6e0f31b5f397), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.491829 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8bd6-3cb2-418f-86f0-4d9e2fefcfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (0dfff563-5f6e-4a42-9c56-6e0f31b5f397), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.547200 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8b7a8bd6-3cb2-418f-86f0-4d9e2fefcfd6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5779a75c29324b0a9320c624a5fd3ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928411 May 16 18:56:48.547556 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48216) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:48.561582 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a8bd6-3cb2-418f-86f0-4d9e2fefcfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfff563-5f6e-4a42-9c56-6e0f31b5f397,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:48.605322 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7f833bde-45fe-47b2-be8f-73da3a19b2b8 admin admin] Publish callbacks [] for security_group (0dfff563-5f6e-4a42-9c56-6e0f31b5f397), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.633164 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7f833bde-45fe-47b2-be8f-73da3a19b2b8 admin admin] Publish callbacks [] for security_group (0dfff563-5f6e-4a42-9c56-6e0f31b5f397), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.641370 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Router ce3b366f-32d1-4a68-bb18-2357b30ace80 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:48.698075 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7f833bde-45fe-47b2-be8f-73da3a19b2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (0dfff563-5f6e-4a42-9c56-6e0f31b5f397), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.700716 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7f833bde-45fe-47b2-be8f-73da3a19b2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.704843 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7f833bde-45fe-47b2-be8f-73da3a19b2b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0dfff563-5f6e-4a42-9c56-6e0f31b5f397 HTTP/1.1" status: 204 len: 168 time: 0.1564064 May 16 18:56:48.713002 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f833bde-45fe-47b2-be8f-73da3a19b2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfff563-5f6e-4a42-9c56-6e0f31b5f397,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:48.769338 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:48.775433 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-9ad6ae22-dbaa-4efa-8ce9-a8f8668d67cd admin admin] 10.222.0.72 "PUT /v2.0/routers/ce3b366f-32d1-4a68-bb18-2357b30ace80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0924470 May 16 18:56:48.778624 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48226) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:48.796830 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] Sync routers for ids ['ce3b366f-32d1-4a68-bb18-2357b30ace80'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:48.818851 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] Routers {'ce3b366f-32d1-4a68-bb18-2357b30ace80'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:48.819787 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce3b366f-32d1-4a68-bb18-2357b30ace80'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:48.939273 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks [] for router (ce3b366f-32d1-4a68-bb18-2357b30ace80), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:48.998295 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] Set router ce3b366f-32d1-4a68-bb18-2357b30ace80 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:49.134161 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks [] for router_gateway (ce3b366f-32d1-4a68-bb18-2357b30ace80), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:49.240557 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Deleting port dfb93c05-e20c-4e52-9575-0bb69c7b9b19 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:49.240900 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:49.337117 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48252) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:49.380049 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:30Z', 'updated_at': '2022-05-16T18:56:48Z', 'revision_number': 5, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'gw_port': {'id': 'dfb93c05-e20c-4e52-9575-0bb69c7b9b19', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:50:31Z', 'updated_at': '2022-05-16T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:49.426231 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] For port dfb93c05-e20c-4e52-9575-0bb69c7b9b19, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=dfb93c05-e20c-4e52-9575-0bb69c7b9b19,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:49.427001 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:49.443162 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] Checking router: ce3b366f-32d1-4a68-bb18-2357b30ace80 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:49.445849 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Calling delete_port for dfb93c05-e20c-4e52-9575-0bb69c7b9b19 owned by network:router_gateway {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:49.457393 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] Routers {'ce3b366f-32d1-4a68-bb18-2357b30ace80'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:49.458038 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce3b366f-32d1-4a68-bb18-2357b30ace80'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:49.562851 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] Set router ce3b366f-32d1-4a68-bb18-2357b30ace80 gateway port host: None {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:49.629503 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:30Z', 'updated_at': '2022-05-16T18:56:49Z', 'revision_number': 6, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'gw_port_host': None}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:49.672910 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a795102-280b-40ca-939b-0c273f2a1bda None None] The sync data for ids ['ce3b366f-32d1-4a68-bb18-2357b30ace80'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce3b366f-32d1-4a68-bb18-2357b30ace80', 'name': 'tempest-TestShelveInstance-1866544330-router', 'tenant_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:30Z', 'updated_at': '2022-05-16T18:56:49Z', 'revision_number': 6, 'project_id': '73c1fb9d0eea4b9babc12af8a2e1f714', 'gw_port_host': None}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:49.722588 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (dfb93c05-e20c-4e52-9575-0bb69c7b9b19), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:49.780264 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb93c05-e20c-4e52-9575-0bb69c7b9b19,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:49.932642 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (ce3b366f-32d1-4a68-bb18-2357b30ace80), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.057906 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (ce3b366f-32d1-4a68-bb18-2357b30ace80), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.061951 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks [] for router_controller (ce3b366f-32d1-4a68-bb18-2357b30ace80), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.135940 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (ce3b366f-32d1-4a68-bb18-2357b30ace80), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.136571 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce3b366f-32d1-4a68-bb18-2357b30ace80 {{(pid=115279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 18:56:50.141192 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.142343 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-1c093b07-46a2-41dc-941a-39efac8ad2c4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ce3b366f-32d1-4a68-bb18-2357b30ace80 HTTP/1.1" status: 204 len: 168 time: 1.3625476 May 16 18:56:50.145273 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48286) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:50.232275 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f92e3f-c804-42c6-8c52-7df76c843c23 admin admin] Deleting subnet ba6cd244-8c4c-4099-8bf1-ea72caaf562c {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:56:50.262431 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-79f92e3f-c804-42c6-8c52-7df76c843c23 admin admin] Publish callbacks [] for subnet (ba6cd244-8c4c-4099-8bf1-ea72caaf562c), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.306801 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (ce7e9eb4-07b5-459e-99d9-904e47a10353), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.347317 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-79f92e3f-c804-42c6-8c52-7df76c843c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (ba6cd244-8c4c-4099-8bf1-ea72caaf562c), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.377180 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:50.399366 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:50.399942 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 7eb91e1d-15ed-4e7c-bcd4-eb3e5f7749bf not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:50.400537 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device dfb93c05-e20c-4e52-9575-0bb69c7b9b19 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:50.429751 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: dfb93c05-e20c-4e52-9575-0bb69c7b9b19 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:50.430091 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device dfb93c05-e20c-4e52-9575-0bb69c7b9b19 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:50.588114 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-79f92e3f-c804-42c6-8c52-7df76c843c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (ba6cd244-8c4c-4099-8bf1-ea72caaf562c), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.707065 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-79f92e3f-c804-42c6-8c52-7df76c843c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (ba6cd244-8c4c-4099-8bf1-ea72caaf562c), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.723672 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Deleting port 493a09da-f900-4f1b-872b-ddd30d2b9d97 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:50.724258 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.751127 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-79f92e3f-c804-42c6-8c52-7df76c843c23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.755354 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-79f92e3f-c804-42c6-8c52-7df76c843c23 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ba6cd244-8c4c-4099-8bf1-ea72caaf562c HTTP/1.1" status: 204 len: 168 time: 0.6089358 May 16 18:56:50.758231 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48338) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:50.759674 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b25942-bdad-4497-a324-f365f15827c8 None None] Network 4f4ccc10-8f32-4c85-a2c6-24012c13d91a requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:50.766490 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f92e3f-c804-42c6-8c52-7df76c843c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6cd244-8c4c-4099-8bf1-ea72caaf562c,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:50.870591 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (4f4ccc10-8f32-4c85-a2c6-24012c13d91a), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.910423 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] For port 493a09da-f900-4f1b-872b-ddd30d2b9d97, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=493a09da-f900-4f1b-872b-ddd30d2b9d97,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:50.910950 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:50.929936 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Calling delete_port for 493a09da-f900-4f1b-872b-ddd30d2b9d97 owned by network:router_interface {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:50.933506 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Deleting port e58f8677-ac21-4466-a2c4-a40387a80c69 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:50.934091 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.019255 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] For port e58f8677-ac21-4466-a2c4-a40387a80c69, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=e58f8677-ac21-4466-a2c4-a40387a80c69,segment=NetworkSegment(e2474acc-3385-40ad-b45a-addbc37fd0df),segment_id=e2474acc-3385-40ad-b45a-addbc37fd0df)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:51.023636 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.045762 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Calling delete_port for e58f8677-ac21-4466-a2c4-a40387a80c69 owned by network:dhcp {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:51.079947 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73830583-54a3-4d1c-8c9f-4da0401d65d0 None None] DHCP port deletion for 4f4ccc10-8f32-4c85-a2c6-24012c13d91a request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 18:56:51.169234 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-73830583-54a3-4d1c-8c9f-4da0401d65d0 None None] Deleting port e58f8677-ac21-4466-a2c4-a40387a80c69 {{(pid=115280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:51.169930 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-73830583-54a3-4d1c-8c9f-4da0401d65d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), before_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.205243 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.239298 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] No DVR routers for this DVR port e58f8677-ac21-4466-a2c4-a40387a80c69 on host dv-cinder-750782-22-iscsi {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:51.245974 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58f8677-ac21-4466-a2c4-a40387a80c69,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:51.276659 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (493a09da-f900-4f1b-872b-ddd30d2b9d97), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.280388 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-73830583-54a3-4d1c-8c9f-4da0401d65d0 None None] For port e58f8677-ac21-4466-a2c4-a40387a80c69, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=e58f8677-ac21-4466-a2c4-a40387a80c69,segment=NetworkSegment(e2474acc-3385-40ad-b45a-addbc37fd0df),segment_id=e2474acc-3385-40ad-b45a-addbc37fd0df)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:51.280851 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-73830583-54a3-4d1c-8c9f-4da0401d65d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), precommit_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.296417 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-73830583-54a3-4d1c-8c9f-4da0401d65d0 None None] Calling delete_port for e58f8677-ac21-4466-a2c4-a40387a80c69 owned by network:dhcp {{(pid=115280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:51.309287 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Pushing event deleted for resources: {'Port': ['ID=493a09da-f900-4f1b-872b-ddd30d2b9d97,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:51.354653 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (4f4ccc10-8f32-4c85-a2c6-24012c13d91a), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.379051 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ccc10-8f32-4c85-a2c6-24012c13d91a']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:51.398820 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-73830583-54a3-4d1c-8c9f-4da0401d65d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (e58f8677-ac21-4466-a2c4-a40387a80c69), after_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.401442 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2474acc-3385-40ad-b45a-addbc37fd0df') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:51.401753 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2474acc-3385-40ad-b45a-addbc37fd0df') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:51.432330 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (e2474acc-3385-40ad-b45a-addbc37fd0df), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.439067 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73830583-54a3-4d1c-8c9f-4da0401d65d0 None None] Pushing event deleted for resources: {'Port': ['ID=e58f8677-ac21-4466-a2c4-a40387a80c69,revision_number=None']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:51.441800 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73830583-54a3-4d1c-8c9f-4da0401d65d0 None None] No DVR routers for this DVR port e58f8677-ac21-4466-a2c4-a40387a80c69 on host dv-cinder-750782-22-iscsi {{(pid=115280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:51.473328 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (e2474acc-3385-40ad-b45a-addbc37fd0df), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.483256 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:56:51.483834 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (e2474acc-3385-40ad-b45a-addbc37fd0df), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:56:51.487393 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:56:51.522130 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (ce7e9eb4-07b5-459e-99d9-904e47a10353), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.576775 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (4f4ccc10-8f32-4c85-a2c6-24012c13d91a), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.587603 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.591352 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4f4ccc10-8f32-4c85-a2c6-24012c13d91a HTTP/1.1" status: 204 len: 168 time: 0.8315799 May 16 18:56:51.619879 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a0646-1bb8-4334-a049-ec3d3232e2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4ccc10-8f32-4c85-a2c6-24012c13d91a,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:51.812242 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48368) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:51.855370 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f0b8d338-c87f-4675-a5ab-60fca8f49726 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=405413536bdb433fbb7d03c8ccd34283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417697 May 16 18:56:51.857855 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48370) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:51.913736 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-28861453-bba7-415a-9397-a264f1d8c181 admin admin] Publish callbacks [] for security_group (d98e9cfa-022f-4263-9dae-265c761dbe3e), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:51.942666 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-28861453-bba7-415a-9397-a264f1d8c181 admin admin] Publish callbacks [] for security_group (d98e9cfa-022f-4263-9dae-265c761dbe3e), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.006327 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-28861453-bba7-415a-9397-a264f1d8c181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d98e9cfa-022f-4263-9dae-265c761dbe3e), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.008983 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-28861453-bba7-415a-9397-a264f1d8c181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.010914 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-28861453-bba7-415a-9397-a264f1d8c181 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d98e9cfa-022f-4263-9dae-265c761dbe3e HTTP/1.1" status: 204 len: 168 time: 0.1520238 May 16 18:56:52.021370 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28861453-bba7-415a-9397-a264f1d8c181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e9cfa-022f-4263-9dae-265c761dbe3e,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:52.088875 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Router ce7e9eb4-07b5-459e-99d9-904e47a10353 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:56:52.132972 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device e58f8677-ac21-4466-a2c4-a40387a80c69 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:52.193363 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: e58f8677-ac21-4466-a2c4-a40387a80c69 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:52.193990 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device e58f8677-ac21-4466-a2c4-a40387a80c69 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:52.230260 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:56:52.245217 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-77d7d49a-b304-4ff8-9951-ad8e58c486dd admin admin] 10.222.0.72 "PUT /v2.0/routers/ce7e9eb4-07b5-459e-99d9-904e47a10353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9078999 May 16 18:56:52.247832 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48382) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:52.254051 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] Sync routers for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:56:52.271395 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:52.272054 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:52.440000 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks [] for router (ce7e9eb4-07b5-459e-99d9-904e47a10353), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.486445 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:52.603244 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48396) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:52.627544 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks [] for router_gateway (ce7e9eb4-07b5-459e-99d9-904e47a10353), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.667823 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-1b132a70-4d1b-4c07-ac65-66cb4e636de3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73c1fb9d0eea4b9babc12af8a2e1f714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0629685 May 16 18:56:52.670246 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48398) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:52.691524 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Deleting port 47f31ad8-ef33-412a-ae26-2f855fe54c09 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:52.691944 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.729374 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5ac5-a4f1-4fc0-9f69-ec4bd9d7e6fa admin admin] Publish callbacks [] for security_group (d87cf117-d2fb-4233-a6fe-4d61a453391a), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.745033 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:56:51Z', 'revision_number': 5, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port': {'id': '47f31ad8-ef33-412a-ae26-2f855fe54c09', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:48:31Z', 'updated_at': '2022-05-16T18:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:52.756599 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5ac5-a4f1-4fc0-9f69-ec4bd9d7e6fa admin admin] Publish callbacks [] for security_group (d87cf117-d2fb-4233-a6fe-4d61a453391a), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.777626 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] Checking router: ce7e9eb4-07b5-459e-99d9-904e47a10353 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:56:52.788301 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] Routers {'ce7e9eb4-07b5-459e-99d9-904e47a10353'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:56:52.788936 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:56:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['ce7e9eb4-07b5-459e-99d9-904e47a10353'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:52.799600 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] For port 47f31ad8-ef33-412a-ae26-2f855fe54c09, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=47f31ad8-ef33-412a-ae26-2f855fe54c09,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:52.803334 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.819038 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Calling delete_port for 47f31ad8-ef33-412a-ae26-2f855fe54c09 owned by network:router_gateway {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:52.826343 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5ac5-a4f1-4fc0-9f69-ec4bd9d7e6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d87cf117-d2fb-4233-a6fe-4d61a453391a), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.830371 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5ac5-a4f1-4fc0-9f69-ec4bd9d7e6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:52.831881 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-fd5e5ac5-a4f1-4fc0-9f69-ec4bd9d7e6fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d87cf117-d2fb-4233-a6fe-4d61a453391a HTTP/1.1" status: 204 len: 168 time: 0.1606276 May 16 18:56:52.841522 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e5ac5-a4f1-4fc0-9f69-ec4bd9d7e6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87cf117-d2fb-4233-a6fe-4d61a453391a,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:52.901243 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] Set router ce7e9eb4-07b5-459e-99d9-904e47a10353 gateway port host: None {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:56:52.961782 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:56:52Z', 'revision_number': 6, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port_host': None}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:52.989692 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d27e3c-92ae-4e67-9a5b-b37c00236ede None None] The sync data for ids ['ce7e9eb4-07b5-459e-99d9-904e47a10353'] in dv-cinder-750782-22-iscsi is: [{'id': 'ce7e9eb4-07b5-459e-99d9-904e47a10353', 'name': 'tempest-AttachVolumeShelveTestJSON-276228426-router', 'tenant_id': '67cdad09821341cfa56bbc4642d2cd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:48:30Z', 'updated_at': '2022-05-16T18:56:52Z', 'revision_number': 6, 'project_id': '67cdad09821341cfa56bbc4642d2cd04', 'gw_port_host': None}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:56:53.041871 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (47f31ad8-ef33-412a-ae26-2f855fe54c09), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.072122 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f31ad8-ef33-412a-ae26-2f855fe54c09,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:53.149520 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (ce7e9eb4-07b5-459e-99d9-904e47a10353), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.253579 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (ce7e9eb4-07b5-459e-99d9-904e47a10353), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.256440 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks [] for router_controller (ce7e9eb4-07b5-459e-99d9-904e47a10353), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.311812 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (ce7e9eb4-07b5-459e-99d9-904e47a10353), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.312534 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce7e9eb4-07b5-459e-99d9-904e47a10353 {{(pid=115278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 18:56:53.317535 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.318390 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ada79623-cffb-4698-9418-eb94ddf98431 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ce7e9eb4-07b5-459e-99d9-904e47a10353 HTTP/1.1" status: 204 len: 168 time: 1.0695434 May 16 18:56:53.321056 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48404) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:53.372865 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-09333f85-1216-4764-a8f3-da94bf116d8b admin admin] Deleting subnet 18c7ecb4-3fd6-4781-93da-dd2805e81e72 {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:56:53.376260 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-09333f85-1216-4764-a8f3-da94bf116d8b admin admin] Publish callbacks [] for subnet (18c7ecb4-3fd6-4781-93da-dd2805e81e72), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.425518 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-09333f85-1216-4764-a8f3-da94bf116d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (18c7ecb4-3fd6-4781-93da-dd2805e81e72), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.502700 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-09333f85-1216-4764-a8f3-da94bf116d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (18c7ecb4-3fd6-4781-93da-dd2805e81e72), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.558799 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-09333f85-1216-4764-a8f3-da94bf116d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (18c7ecb4-3fd6-4781-93da-dd2805e81e72), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.585819 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09333f85-1216-4764-a8f3-da94bf116d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c7ecb4-3fd6-4781-93da-dd2805e81e72,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:53.592961 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-09333f85-1216-4764-a8f3-da94bf116d8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.598209 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-09333f85-1216-4764-a8f3-da94bf116d8b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/18c7ecb4-3fd6-4781-93da-dd2805e81e72 HTTP/1.1" status: 204 len: 168 time: 0.2745252 May 16 18:56:53.599304 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c77285-c886-4b18-b7ea-478eca29c045 None None] Network 6559b826-317e-418c-bd4b-dba054fded99 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:53.600157 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48408) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:53.688094 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (6559b826-317e-418c-bd4b-dba054fded99), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.744597 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Deleting port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:53.745027 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.812415 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a407a6e-20b3-454b-9653-b9a050f56e71 None None] DHCP port deletion for 6559b826-317e-418c-bd4b-dba054fded99 request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 18:56:53.867179 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] For port fbadf55b-9b5b-48e0-a00c-5108e75e6a85, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=fbadf55b-9b5b-48e0-a00c-5108e75e6a85,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:53.871352 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.888546 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-9a407a6e-20b3-454b-9653-b9a050f56e71 None None] Deleting port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 {{(pid=115280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:56:53.889262 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9a407a6e-20b3-454b-9653-b9a050f56e71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), before_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.898040 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Calling delete_port for fbadf55b-9b5b-48e0-a00c-5108e75e6a85 owned by network:dhcp {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:53.978300 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-9a407a6e-20b3-454b-9653-b9a050f56e71 None None] For port fbadf55b-9b5b-48e0-a00c-5108e75e6a85, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=fbadf55b-9b5b-48e0-a00c-5108e75e6a85,segment=NetworkSegment(27c2e7d4-b7eb-4807-925c-20766cf93408),segment_id=27c2e7d4-b7eb-4807-925c-20766cf93408)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:56:53.979649 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9a407a6e-20b3-454b-9653-b9a050f56e71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), precommit_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:53.999566 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-9a407a6e-20b3-454b-9653-b9a050f56e71 None None] Calling delete_port for fbadf55b-9b5b-48e0-a00c-5108e75e6a85 owned by network:dhcp {{(pid=115280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:56:54.037651 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.071338 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbadf55b-9b5b-48e0-a00c-5108e75e6a85,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:54.079283 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] No DVR routers for this DVR port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 on host dv-cinder-750782-22-iscsi {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:54.103183 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 47f31ad8-ef33-412a-ae26-2f855fe54c09 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:54.156201 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 47f31ad8-ef33-412a-ae26-2f855fe54c09 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:54.157057 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 47f31ad8-ef33-412a-ae26-2f855fe54c09 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:54.157656 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device fbadf55b-9b5b-48e0-a00c-5108e75e6a85 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:54.198796 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: fbadf55b-9b5b-48e0-a00c-5108e75e6a85 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:54.199175 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device fbadf55b-9b5b-48e0-a00c-5108e75e6a85 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:54.199569 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 493a09da-f900-4f1b-872b-ddd30d2b9d97 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:56:54.224214 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (6559b826-317e-418c-bd4b-dba054fded99), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.238710 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 493a09da-f900-4f1b-872b-ddd30d2b9d97 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:56:54.239057 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 493a09da-f900-4f1b-872b-ddd30d2b9d97 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:56:54.260452 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6559b826-317e-418c-bd4b-dba054fded99']}} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:54.281040 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c2e7d4-b7eb-4807-925c-20766cf93408') {'for_net_delete': True} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:54.281301 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9a407a6e-20b3-454b-9653-b9a050f56e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (fbadf55b-9b5b-48e0-a00c-5108e75e6a85), after_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.281486 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c2e7d4-b7eb-4807-925c-20766cf93408') {} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:54.307611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16621565'] for segment (27c2e7d4-b7eb-4807-925c-20766cf93408), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.331381 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (27c2e7d4-b7eb-4807-925c-20766cf93408), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.342382 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:56:54.343122 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276920'] for segment (27c2e7d4-b7eb-4807-925c-20766cf93408), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.358042 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48446) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: Traceback (most recent call last): May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: timer() May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: cb(*args, **kw) May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: return func(*args, **kwargs) May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: self._notify() May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: self.callback(batched_events) May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: event.method(event) May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: return f(self, *a, **k) May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._get(url).json() May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: return self.request(url, 'GET', **kwargs) May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:56:54.358710 dv-cinder-750782-22-iscsi neutron-server[115279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:56:54.360610 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a407a6e-20b3-454b-9653-b9a050f56e71 None None] Pushing event deleted for resources: {'Port': ['ID=fbadf55b-9b5b-48e0-a00c-5108e75e6a85,revision_number=None']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:54.360610 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a407a6e-20b3-454b-9653-b9a050f56e71 None None] No DVR routers for this DVR port fbadf55b-9b5b-48e0-a00c-5108e75e6a85 on host dv-cinder-750782-22-iscsi {{(pid=115280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:56:54.464334 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (6559b826-317e-418c-bd4b-dba054fded99), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.474797 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.478033 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6559b826-317e-418c-bd4b-dba054fded99 HTTP/1.1" status: 204 len: 168 time: 0.8767865 May 16 18:56:54.489614 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583d70e-5272-4c26-8de1-5c2539339e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=6559b826-317e-418c-bd4b-dba054fded99,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:54.510323 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7f959c8e-2002-4822-ab79-4f346104cc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.621141 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7f959c8e-2002-4822-ab79-4f346104cc6e admin admin] Publish callbacks [] for security_group (bfaaec62-8c0c-47a5-8062-ea1b19146e4d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.626370 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7f959c8e-2002-4822-ab79-4f346104cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (bfaaec62-8c0c-47a5-8062-ea1b19146e4d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.646581 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48462) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:54.687582 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7f959c8e-2002-4822-ab79-4f346104cc6e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=71c745e694444de7b29f5fccf782fafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389020 May 16 18:56:54.691330 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48466) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:54.692261 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f959c8e-2002-4822-ab79-4f346104cc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaaec62-8c0c-47a5-8062-ea1b19146e4d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:54.726185 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-75fa31c5-d3bf-4117-ad6d-ae88af623c3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67cdad09821341cfa56bbc4642d2cd04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0759931 May 16 18:56:54.729911 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48470) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:54.757364 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1ee01add-cc7c-4113-9bd5-f0e6df10a26b admin admin] Publish callbacks [] for security_group (bfaaec62-8c0c-47a5-8062-ea1b19146e4d), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.785163 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1ee01add-cc7c-4113-9bd5-f0e6df10a26b admin admin] Publish callbacks [] for security_group (bfaaec62-8c0c-47a5-8062-ea1b19146e4d), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.796490 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7534deff-5bf3-4462-bd72-037d19db03f3 admin admin] Publish callbacks [] for security_group (4b58c8ea-a59b-48d2-a452-ba2a963269ca), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.834810 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7534deff-5bf3-4462-bd72-037d19db03f3 admin admin] Publish callbacks [] for security_group (4b58c8ea-a59b-48d2-a452-ba2a963269ca), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.851851 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1ee01add-cc7c-4113-9bd5-f0e6df10a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (bfaaec62-8c0c-47a5-8062-ea1b19146e4d), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.854705 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1ee01add-cc7c-4113-9bd5-f0e6df10a26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.856239 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-1ee01add-cc7c-4113-9bd5-f0e6df10a26b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bfaaec62-8c0c-47a5-8062-ea1b19146e4d HTTP/1.1" status: 204 len: 168 time: 0.1635022 May 16 18:56:54.867917 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee01add-cc7c-4113-9bd5-f0e6df10a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaaec62-8c0c-47a5-8062-ea1b19146e4d,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:54.917106 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7534deff-5bf3-4462-bd72-037d19db03f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (4b58c8ea-a59b-48d2-a452-ba2a963269ca), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.920153 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7534deff-5bf3-4462-bd72-037d19db03f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:54.924123 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7534deff-5bf3-4462-bd72-037d19db03f3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b58c8ea-a59b-48d2-a452-ba2a963269ca HTTP/1.1" status: 204 len: 168 time: 0.1931770 May 16 18:56:54.936404 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534deff-5bf3-4462-bd72-037d19db03f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b58c8ea-a59b-48d2-a452-ba2a963269ca,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:55.359093 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48500) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:55.379883 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-80612896-bf91-48e7-a661-f98a87ff5ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:55.483320 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-80612896-bf91-48e7-a661-f98a87ff5ed7 admin admin] Publish callbacks [] for security_group (9f4ea7aa-597f-45f8-b5d6-2b4f9e04ea87), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:55.487398 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-80612896-bf91-48e7-a661-f98a87ff5ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9f4ea7aa-597f-45f8-b5d6-2b4f9e04ea87), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:55.532139 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-80612896-bf91-48e7-a661-f98a87ff5ed7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4ac0b4dc6dd54229ae241bf65fa5a3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712368 May 16 18:56:55.535616 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48506) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:55.543127 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80612896-bf91-48e7-a661-f98a87ff5ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ea7aa-597f-45f8-b5d6-2b4f9e04ea87,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:55.612590 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-084c2b57-a532-4179-a565-251cfd5eb8d2 admin admin] Publish callbacks [] for security_group (9f4ea7aa-597f-45f8-b5d6-2b4f9e04ea87), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:55.636543 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-084c2b57-a532-4179-a565-251cfd5eb8d2 admin admin] Publish callbacks [] for security_group (9f4ea7aa-597f-45f8-b5d6-2b4f9e04ea87), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:55.698951 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-084c2b57-a532-4179-a565-251cfd5eb8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9f4ea7aa-597f-45f8-b5d6-2b4f9e04ea87), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:55.701637 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-084c2b57-a532-4179-a565-251cfd5eb8d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:55.702861 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-084c2b57-a532-4179-a565-251cfd5eb8d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f4ea7aa-597f-45f8-b5d6-2b4f9e04ea87 HTTP/1.1" status: 204 len: 168 time: 0.1657917 May 16 18:56:55.711971 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c2b57-a532-4179-a565-251cfd5eb8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4ea7aa-597f-45f8-b5d6-2b4f9e04ea87,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:55.840464 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48518) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:56.047604 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-436924791-network', 'tenant_id': '748ab04f33a044bd84110077eb692b99'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:56:56.073449 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Made reservation on behalf of 748ab04f33a044bd84110077eb692b99 for: {'network': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:56:56.075975 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.084912 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.184005 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Publish callbacks [] for security_group (7e606dd8-588d-4373-8602-a14edba87f39), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.190784 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (7e606dd8-588d-4373-8602-a14edba87f39), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.216409 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=115279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:56:56.233650 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e606dd8-588d-4373-8602-a14edba87f39,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:56.236816 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (614d0077-33f9-4bfb-8653-f18884edb643), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.237387 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.segments_db [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Added segment 614d0077-33f9-4bfb-8653-f18884edb643 of type vlan for network 7d7c327d-24da-4b50-9dfc-027661064056 May 16 18:56:56.302480 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (7d7c327d-24da-4b50-9dfc-027661064056), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.329525 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (7d7c327d-24da-4b50-9dfc-027661064056), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.331434 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:56.332198 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.370460 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5285540 May 16 18:56:56.374508 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48550) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:56.383447 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Request body: {'subnet': {'network_id': '7d7c327d-24da-4b50-9dfc-027661064056', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-436924791-subnet', 'tenant_id': '748ab04f33a044bd84110077eb692b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:56:56.414543 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Made reservation on behalf of 748ab04f33a044bd84110077eb692b99 for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:56:56.417483 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16616915'] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.419531 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86745c-4b00-4fdd-8912-c4def888e3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7c327d-24da-4b50-9dfc-027661064056,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:56.444594 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 7d7c327d-24da-4b50-9dfc-027661064056 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:56:56.690753 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4741415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16616901'] for subnet (818344ea-2362-4642-8c57-8410492bbcbe), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.718179 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48560) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:56.762112 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=818344ea-2362-4642-8c57-8410492bbcbe,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:56.770396 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Checking segment: {'id': '614d0077-33f9-4bfb-8653-f18884edb643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d7c327d-24da-4b50-9dfc-027661064056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:56:56.770751 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Network hostable DHCP agents. Network: 7d7c327d-24da-4b50-9dfc-027661064056, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:56:56.797938 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Network 7d7c327d-24da-4b50-9dfc-027661064056 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:56:56.810699 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 7d7c327d-24da-4b50-9dfc-027661064056) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:56:56.819886 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:56.821123 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:56.825094 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b4feef-29c9-40e2-b854-0cbe109ba12b None None] Network 7d7c327d-24da-4b50-9dfc-027661064056 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:56.848838 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-bb574758-4036-445c-ae6e-1a758b6750ea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4714568 May 16 18:56:56.954217 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb6b70-e754-4652-99e5-780a2dff62fc None None] Network 7d7c327d-24da-4b50-9dfc-027661064056 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:56.979674 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-afac8bb6-2fd4-4e85-9544-74155cd41dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.077037 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-afac8bb6-2fd4-4e85-9544-74155cd41dca admin admin] Publish callbacks [] for security_group (a4619f19-67dd-4f1c-b5ef-7a00aa194542), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.092396 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-afac8bb6-2fd4-4e85-9544-74155cd41dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a4619f19-67dd-4f1c-b5ef-7a00aa194542), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.135819 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-afac8bb6-2fd4-4e85-9544-74155cd41dca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05834458efdd404097f6a6f96e01c814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162767 May 16 18:56:57.136670 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac8bb6-2fd4-4e85-9544-74155cd41dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4619f19-67dd-4f1c-b5ef-7a00aa194542,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:57.139183 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48576) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:57.199469 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e61b5e8a-aa96-4a17-8b1d-cce41369f5db admin admin] Publish callbacks [] for security_group (a4619f19-67dd-4f1c-b5ef-7a00aa194542), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.228202 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e61b5e8a-aa96-4a17-8b1d-cce41369f5db admin admin] Publish callbacks [] for security_group (a4619f19-67dd-4f1c-b5ef-7a00aa194542), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.286516 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e61b5e8a-aa96-4a17-8b1d-cce41369f5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a4619f19-67dd-4f1c-b5ef-7a00aa194542), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.289811 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e61b5e8a-aa96-4a17-8b1d-cce41369f5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.290976 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-e61b5e8a-aa96-4a17-8b1d-cce41369f5db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4619f19-67dd-4f1c-b5ef-7a00aa194542 HTTP/1.1" status: 204 len: 168 time: 0.1506712 May 16 18:56:57.299127 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b5e8a-aa96-4a17-8b1d-cce41369f5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4619f19-67dd-4f1c-b5ef-7a00aa194542,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:57.738131 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48598) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:57.757060 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-71360085-a8a1-42b7-b2c3-878d3ff9ee35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.869351 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-71360085-a8a1-42b7-b2c3-878d3ff9ee35 admin admin] Publish callbacks [] for security_group (25d7fd0f-c452-4234-a875-a6f8c3b24049), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.873778 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-71360085-a8a1-42b7-b2c3-878d3ff9ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (25d7fd0f-c452-4234-a875-a6f8c3b24049), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:57.915259 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71360085-a8a1-42b7-b2c3-878d3ff9ee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d7fd0f-c452-4234-a875-a6f8c3b24049,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:57.948386 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48612) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:57.948875 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-71360085-a8a1-42b7-b2c3-878d3ff9ee35 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=15d6ac403ef3444f8b4eb1b19a43552d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092767 May 16 18:56:58.019289 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5ed44cd8-cdcb-406d-aee0-29010c03751a admin admin] Publish callbacks [] for security_group (25d7fd0f-c452-4234-a875-a6f8c3b24049), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.045874 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5ed44cd8-cdcb-406d-aee0-29010c03751a admin admin] Publish callbacks [] for security_group (25d7fd0f-c452-4234-a875-a6f8c3b24049), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.063198 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48626) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:58.069133 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1638875103-network', 'tenant_id': '1892f4691c3e4ec9a1f0c967761d51f5'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:56:58.094869 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Made reservation on behalf of 1892f4691c3e4ec9a1f0c967761d51f5 for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:56:58.098623 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.106961 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5ed44cd8-cdcb-406d-aee0-29010c03751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (25d7fd0f-c452-4234-a875-a6f8c3b24049), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.108811 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.110206 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5ed44cd8-cdcb-406d-aee0-29010c03751a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.111962 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-5ed44cd8-cdcb-406d-aee0-29010c03751a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25d7fd0f-c452-4234-a875-a6f8c3b24049 HTTP/1.1" status: 204 len: 168 time: 0.1611211 May 16 18:56:58.131748 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed44cd8-cdcb-406d-aee0-29010c03751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d7fd0f-c452-4234-a875-a6f8c3b24049,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:58.229281 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Publish callbacks [] for security_group (ed99738f-67fa-41f0-89db-f1f3c71b695f), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.238376 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ed99738f-67fa-41f0-89db-f1f3c71b695f), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.264553 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:56:58.275371 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99738f-67fa-41f0-89db-f1f3c71b695f,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:58.280654 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (4c24703e-22a9-4e4e-9011-6c22026d1677), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.281076 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Added segment 4c24703e-22a9-4e4e-9011-6c22026d1677 of type vlan for network 69dfe2dc-08cc-43cb-846a-a86adb7c9978 May 16 18:56:58.340887 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (69dfe2dc-08cc-43cb-846a-a86adb7c9978), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.378602 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (69dfe2dc-08cc-43cb-846a-a86adb7c9978), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.380693 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:58.381740 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.424443 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48642) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:58.428318 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3639152 May 16 18:56:58.431182 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Request body: {'subnet': {'network_id': '69dfe2dc-08cc-43cb-846a-a86adb7c9978', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1638875103-subnet', 'tenant_id': '1892f4691c3e4ec9a1f0c967761d51f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:56:58.464016 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Made reservation on behalf of 1892f4691c3e4ec9a1f0c967761d51f5 for: {'subnet': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:56:58.467309 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16020798'] for subnet (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.478071 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60d209-6c66-4716-96c0-fd5f6412b7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=69dfe2dc-08cc-43cb-846a-a86adb7c9978,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:58.503662 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 69dfe2dc-08cc-43cb-846a-a86adb7c9978 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:56:58.696801 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16275803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16020776'] for subnet (d0584524-b9f0-4394-8c02-497a412c692b), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.730350 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48654) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:58.756767 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0584524-b9f0-4394-8c02-497a412c692b,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:58.775854 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Checking segment: {'id': '4c24703e-22a9-4e4e-9011-6c22026d1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '69dfe2dc-08cc-43cb-846a-a86adb7c9978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:56:58.776327 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Network hostable DHCP agents. Network: 69dfe2dc-08cc-43cb-846a-a86adb7c9978, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:56:58.805414 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Network 69dfe2dc-08cc-43cb-846a-a86adb7c9978 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:56:58.816732 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 69dfe2dc-08cc-43cb-846a-a86adb7c9978) {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:56:58.822397 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:56:58.823394 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.834368 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd548ec4-71dd-4029-a263-a7fbec5c9782 None None] Network 69dfe2dc-08cc-43cb-846a-a86adb7c9978 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:58.853750 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-d75286be-62bd-49a7-995c-570be46cb4a8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4274929 May 16 18:56:58.964677 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-869178ba-72ff-487f-b742-8b7f0070d6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:58.985203 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708ad55-8593-445c-af1f-3e5039e75287 None None] Network 69dfe2dc-08cc-43cb-846a-a86adb7c9978 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:56:59.091758 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-869178ba-72ff-487f-b742-8b7f0070d6c8 admin admin] Publish callbacks [] for security_group (c6642681-638a-414d-ad11-b551be34d129), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.095620 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5cd2aa0f-e1fb-4f71-94e3-42ec913a790c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.100139 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-869178ba-72ff-487f-b742-8b7f0070d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c6642681-638a-414d-ad11-b551be34d129), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.141986 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48668) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:59.147257 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-869178ba-72ff-487f-b742-8b7f0070d6c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cdf98769851c4e069ffb354856b910ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215322 May 16 18:56:59.148440 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869178ba-72ff-487f-b742-8b7f0070d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6642681-638a-414d-ad11-b551be34d129,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:59.150773 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48672) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:59.222460 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-68189c64-7fe6-47cd-865e-4beff15c17ee admin admin] Publish callbacks [] for security_group (c6642681-638a-414d-ad11-b551be34d129), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.224817 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c41321-9222-40af-a908-6e3136b883ba admin admin] Deleting subnet 818344ea-2362-4642-8c57-8410492bbcbe {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:56:59.228382 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-74c41321-9222-40af-a908-6e3136b883ba admin admin] Publish callbacks [] for subnet (818344ea-2362-4642-8c57-8410492bbcbe), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.248613 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-68189c64-7fe6-47cd-865e-4beff15c17ee admin admin] Publish callbacks [] for security_group (c6642681-638a-414d-ad11-b551be34d129), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.272766 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-74c41321-9222-40af-a908-6e3136b883ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (818344ea-2362-4642-8c57-8410492bbcbe), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.308343 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-68189c64-7fe6-47cd-865e-4beff15c17ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c6642681-638a-414d-ad11-b551be34d129), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.310926 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-68189c64-7fe6-47cd-865e-4beff15c17ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.314623 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-68189c64-7fe6-47cd-865e-4beff15c17ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6642681-638a-414d-ad11-b551be34d129 HTTP/1.1" status: 204 len: 168 time: 0.1604471 May 16 18:56:59.322768 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-74c41321-9222-40af-a908-6e3136b883ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (818344ea-2362-4642-8c57-8410492bbcbe), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.323826 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68189c64-7fe6-47cd-865e-4beff15c17ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6642681-638a-414d-ad11-b551be34d129,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:59.405198 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-74c41321-9222-40af-a908-6e3136b883ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (818344ea-2362-4642-8c57-8410492bbcbe), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.444388 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-74c41321-9222-40af-a908-6e3136b883ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.450034 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-74c41321-9222-40af-a908-6e3136b883ba admin admin] 10.222.0.72 "DELETE /v2.0/subnets/818344ea-2362-4642-8c57-8410492bbcbe HTTP/1.1" status: 204 len: 168 time: 0.3036158 May 16 18:56:59.450034 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c41321-9222-40af-a908-6e3136b883ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818344ea-2362-4642-8c57-8410492bbcbe,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:59.450898 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48680) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:59.537043 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (7d7c327d-24da-4b50-9dfc-027661064056), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.642236 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (7d7c327d-24da-4b50-9dfc-027661064056), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.680303 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7c327d-24da-4b50-9dfc-027661064056']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:59.694563 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614d0077-33f9-4bfb-8653-f18884edb643') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:59.695335 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614d0077-33f9-4bfb-8653-f18884edb643') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:56:59.708267 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (614d0077-33f9-4bfb-8653-f18884edb643), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.728247 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (614d0077-33f9-4bfb-8653-f18884edb643), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.735851 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:56:59.736279 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (614d0077-33f9-4bfb-8653-f18884edb643), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:56:59.739037 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:56:59.772812 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48690) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:59.819493 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f4e5860-2cf1-435e-999d-a2776f9a76a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.837308 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48692) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:59.845474 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (7d7c327d-24da-4b50-9dfc-027661064056), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.854700 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.862082 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7d7c327d-24da-4b50-9dfc-027661064056 HTTP/1.1" status: 204 len: 168 time: 0.4071789 May 16 18:56:59.862198 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48696) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:56:59.879598 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dadbbc-50ad-4b32-82e5-ca82a52fd243 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7c327d-24da-4b50-9dfc-027661064056,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:56:59.929787 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b277679-23d1-4a33-a5fa-520af5a04ec6 admin admin] Deleting subnet d0584524-b9f0-4394-8c02-497a412c692b {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:56:59.937291 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1b277679-23d1-4a33-a5fa-520af5a04ec6 admin admin] Publish callbacks [] for subnet (d0584524-b9f0-4394-8c02-497a412c692b), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.949422 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f4e5860-2cf1-435e-999d-a2776f9a76a4 admin admin] Publish callbacks [] for security_group (94384ef2-e606-499b-a8b2-72374507ff53), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.955423 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8f4e5860-2cf1-435e-999d-a2776f9a76a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (94384ef2-e606-499b-a8b2-72374507ff53), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.983341 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-88351e8b-3a08-4152-ba2f-760dea124b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:56:59.998546 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1b277679-23d1-4a33-a5fa-520af5a04ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (d0584524-b9f0-4394-8c02-497a412c692b), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.001214 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48698) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:00.004518 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8f4e5860-2cf1-435e-999d-a2776f9a76a4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91a94660231c42e38aea36cd66e25136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300651 May 16 18:57:00.008698 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e5860-2cf1-435e-999d-a2776f9a76a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94384ef2-e606-499b-a8b2-72374507ff53,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:00.092105 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1b277679-23d1-4a33-a5fa-520af5a04ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (d0584524-b9f0-4394-8c02-497a412c692b), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.163417 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ff242f46-40bf-4f18-aa32-3ee9dc314435 admin admin] Publish callbacks [] for security_group (94384ef2-e606-499b-a8b2-72374507ff53), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.209123 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ff242f46-40bf-4f18-aa32-3ee9dc314435 admin admin] Publish callbacks [] for security_group (94384ef2-e606-499b-a8b2-72374507ff53), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.211516 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1b277679-23d1-4a33-a5fa-520af5a04ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (d0584524-b9f0-4394-8c02-497a412c692b), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.265932 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b277679-23d1-4a33-a5fa-520af5a04ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0584524-b9f0-4394-8c02-497a412c692b,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:00.267860 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1b277679-23d1-4a33-a5fa-520af5a04ec6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.271125 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-1b277679-23d1-4a33-a5fa-520af5a04ec6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d0584524-b9f0-4394-8c02-497a412c692b HTTP/1.1" status: 204 len: 168 time: 0.4077423 May 16 18:57:00.273890 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48700) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:00.278732 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-88351e8b-3a08-4152-ba2f-760dea124b14 admin admin] Publish callbacks [] for security_group (c0146efc-f765-4b30-a36c-4ef4ff3a6a17), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.285176 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-88351e8b-3a08-4152-ba2f-760dea124b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c0146efc-f765-4b30-a36c-4ef4ff3a6a17), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.332437 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88351e8b-3a08-4152-ba2f-760dea124b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0146efc-f765-4b30-a36c-4ef4ff3a6a17,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:00.338911 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-88351e8b-3a08-4152-ba2f-760dea124b14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b5c01d20af241a69c422ee0e62a9479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5003562 May 16 18:57:00.341694 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48702) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:00.358899 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ff242f46-40bf-4f18-aa32-3ee9dc314435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (94384ef2-e606-499b-a8b2-72374507ff53), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.359639 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (69dfe2dc-08cc-43cb-846a-a86adb7c9978), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.361458 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ff242f46-40bf-4f18-aa32-3ee9dc314435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.365561 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ff242f46-40bf-4f18-aa32-3ee9dc314435 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/94384ef2-e606-499b-a8b2-72374507ff53 HTTP/1.1" status: 204 len: 168 time: 0.3608096 May 16 18:57:00.393473 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff242f46-40bf-4f18-aa32-3ee9dc314435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94384ef2-e606-499b-a8b2-72374507ff53,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:00.421079 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-482ca651-5104-4890-8102-78579cb3144d admin admin] Publish callbacks [] for security_group (c0146efc-f765-4b30-a36c-4ef4ff3a6a17), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.452454 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-482ca651-5104-4890-8102-78579cb3144d admin admin] Publish callbacks [] for security_group (c0146efc-f765-4b30-a36c-4ef4ff3a6a17), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.466973 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (69dfe2dc-08cc-43cb-846a-a86adb7c9978), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.500003 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dfe2dc-08cc-43cb-846a-a86adb7c9978']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:57:00.512130 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c24703e-22a9-4e4e-9011-6c22026d1677') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:57:00.512499 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c24703e-22a9-4e4e-9011-6c22026d1677') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:57:00.520465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-482ca651-5104-4890-8102-78579cb3144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c0146efc-f765-4b30-a36c-4ef4ff3a6a17), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.525047 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-482ca651-5104-4890-8102-78579cb3144d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.526484 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-482ca651-5104-4890-8102-78579cb3144d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0146efc-f765-4b30-a36c-4ef4ff3a6a17 HTTP/1.1" status: 204 len: 168 time: 0.1837852 May 16 18:57:00.536453 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ca651-5104-4890-8102-78579cb3144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0146efc-f765-4b30-a36c-4ef4ff3a6a17,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:00.544936 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (4c24703e-22a9-4e4e-9011-6c22026d1677), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.572155 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (4c24703e-22a9-4e4e-9011-6c22026d1677), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.583046 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:57:00.583690 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (4c24703e-22a9-4e4e-9011-6c22026d1677), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:57:00.586044 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:57:00.665432 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (69dfe2dc-08cc-43cb-846a-a86adb7c9978), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.676663 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:00.680239 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] 10.222.0.72 "DELETE /v2.0/networks/69dfe2dc-08cc-43cb-846a-a86adb7c9978 HTTP/1.1" status: 204 len: 168 time: 0.4053385 May 16 18:57:00.692426 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a08ff-2797-4202-8501-83735e7d6680 admin admin] Pushing event deleted for resources: {'Network': ['ID=69dfe2dc-08cc-43cb-846a-a86adb7c9978,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:00.889347 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48724) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:00.946674 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-9361a112-0494-4eb0-a296-73e2232386b7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=748ab04f33a044bd84110077eb692b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560765 May 16 18:57:00.949068 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48726) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:01.029486 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25d157d8-3f35-4d75-a4d4-1417e4b2c6e1 admin admin] Publish callbacks [] for security_group (7e606dd8-588d-4373-8602-a14edba87f39), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:01.060658 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25d157d8-3f35-4d75-a4d4-1417e4b2c6e1 admin admin] Publish callbacks [] for security_group (7e606dd8-588d-4373-8602-a14edba87f39), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:01.123131 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25d157d8-3f35-4d75-a4d4-1417e4b2c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (7e606dd8-588d-4373-8602-a14edba87f39), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:01.127994 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25d157d8-3f35-4d75-a4d4-1417e4b2c6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:01.129893 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-25d157d8-3f35-4d75-a4d4-1417e4b2c6e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e606dd8-588d-4373-8602-a14edba87f39 HTTP/1.1" status: 204 len: 168 time: 0.1791909 May 16 18:57:01.145481 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d157d8-3f35-4d75-a4d4-1417e4b2c6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e606dd8-588d-4373-8602-a14edba87f39,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:01.522220 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-04f19513-4342-4e9f-8da0-bad87580b426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:01.584629 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48752) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:01.632181 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-fd51441d-da98-4256-a621-212f90be29c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1892f4691c3e4ec9a1f0c967761d51f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463417 May 16 18:57:01.634824 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48754) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:01.694993 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25580a1c-0381-4fdb-b252-02f2d85813bc admin admin] Publish callbacks [] for security_group (ed99738f-67fa-41f0-89db-f1f3c71b695f), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:01.723369 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25580a1c-0381-4fdb-b252-02f2d85813bc admin admin] Publish callbacks [] for security_group (ed99738f-67fa-41f0-89db-f1f3c71b695f), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:01.783582 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25580a1c-0381-4fdb-b252-02f2d85813bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ed99738f-67fa-41f0-89db-f1f3c71b695f), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:01.786497 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-25580a1c-0381-4fdb-b252-02f2d85813bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:01.789566 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-25580a1c-0381-4fdb-b252-02f2d85813bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed99738f-67fa-41f0-89db-f1f3c71b695f HTTP/1.1" status: 204 len: 168 time: 0.1525640 May 16 18:57:01.802208 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25580a1c-0381-4fdb-b252-02f2d85813bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99738f-67fa-41f0-89db-f1f3c71b695f,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:02.840306 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:03.912924 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48886) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:04.111333 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.181592 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7508e1bb-90da-41a3-acd8-4fdc8b3dfb38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.287277 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7508e1bb-90da-41a3-acd8-4fdc8b3dfb38 admin admin] Publish callbacks [] for security_group (c82be9a5-be1c-42c9-8d8d-264310d626ff), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.292719 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-7508e1bb-90da-41a3-acd8-4fdc8b3dfb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c82be9a5-be1c-42c9-8d8d-264310d626ff), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.338045 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508e1bb-90da-41a3-acd8-4fdc8b3dfb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82be9a5-be1c-42c9-8d8d-264310d626ff,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:04.352791 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48908) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:04.358468 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7508e1bb-90da-41a3-acd8-4fdc8b3dfb38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4275fd750454ef18631364f92a82a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433534 May 16 18:57:04.412368 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-baff8eb5-1a30-4966-b9a3-3a6b0012db6e admin admin] Publish callbacks [] for security_group (c82be9a5-be1c-42c9-8d8d-264310d626ff), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.436637 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-baff8eb5-1a30-4966-b9a3-3a6b0012db6e admin admin] Publish callbacks [] for security_group (c82be9a5-be1c-42c9-8d8d-264310d626ff), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.498090 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-baff8eb5-1a30-4966-b9a3-3a6b0012db6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c82be9a5-be1c-42c9-8d8d-264310d626ff), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.501456 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-baff8eb5-1a30-4966-b9a3-3a6b0012db6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.507409 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-baff8eb5-1a30-4966-b9a3-3a6b0012db6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c82be9a5-be1c-42c9-8d8d-264310d626ff HTTP/1.1" status: 204 len: 168 time: 0.1546023 May 16 18:57:04.516194 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff8eb5-1a30-4966-b9a3-3a6b0012db6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82be9a5-be1c-42c9-8d8d-264310d626ff,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:04.641524 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.857524 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48934) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:04.874004 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-12bc7804-59ff-421a-9a56-a18defe5e186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.976759 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-12bc7804-59ff-421a-9a56-a18defe5e186 admin admin] Publish callbacks [] for security_group (c986723e-8b8c-4443-9df8-a39abbfbe601), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:04.980806 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48940) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:04.984960 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-12bc7804-59ff-421a-9a56-a18defe5e186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c986723e-8b8c-4443-9df8-a39abbfbe601), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.025362 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-12bc7804-59ff-421a-9a56-a18defe5e186 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a23de90771fd4fdc86c82d2bcfe7b199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666968 May 16 18:57:05.027331 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc7804-59ff-421a-9a56-a18defe5e186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c986723e-8b8c-4443-9df8-a39abbfbe601,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:05.028017 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48944) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:05.077503 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6e672f72-fcf9-409a-99db-8996588681f8 admin admin] Publish callbacks [] for security_group (c986723e-8b8c-4443-9df8-a39abbfbe601), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.110891 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6e672f72-fcf9-409a-99db-8996588681f8 admin admin] Publish callbacks [] for security_group (c986723e-8b8c-4443-9df8-a39abbfbe601), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.113353 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a13dbda3-2577-4cce-a99b-fd2f71b58545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.190099 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6e672f72-fcf9-409a-99db-8996588681f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (c986723e-8b8c-4443-9df8-a39abbfbe601), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.193539 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6e672f72-fcf9-409a-99db-8996588681f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.194868 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6e672f72-fcf9-409a-99db-8996588681f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c986723e-8b8c-4443-9df8-a39abbfbe601 HTTP/1.1" status: 204 len: 168 time: 0.1658378 May 16 18:57:05.214665 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e672f72-fcf9-409a-99db-8996588681f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c986723e-8b8c-4443-9df8-a39abbfbe601,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:05.259692 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a13dbda3-2577-4cce-a99b-fd2f71b58545 admin admin] Publish callbacks [] for security_group (e30bb5d5-c604-4d37-800c-6c97cc9af513), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.263590 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a13dbda3-2577-4cce-a99b-fd2f71b58545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (e30bb5d5-c604-4d37-800c-6c97cc9af513), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.310392 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dbda3-2577-4cce-a99b-fd2f71b58545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30bb5d5-c604-4d37-800c-6c97cc9af513,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:05.320848 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-a13dbda3-2577-4cce-a99b-fd2f71b58545 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=59dd987cbda9438f9279dd6c3ef7d2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388007 May 16 18:57:05.323737 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48954) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:05.389472 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5cf9567c-c186-4f2c-be8e-3b8a9e016874 admin admin] Publish callbacks [] for security_group (e30bb5d5-c604-4d37-800c-6c97cc9af513), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.412599 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5cf9567c-c186-4f2c-be8e-3b8a9e016874 admin admin] Publish callbacks [] for security_group (e30bb5d5-c604-4d37-800c-6c97cc9af513), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.460479 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.480025 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5cf9567c-c186-4f2c-be8e-3b8a9e016874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (e30bb5d5-c604-4d37-800c-6c97cc9af513), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.484905 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5cf9567c-c186-4f2c-be8e-3b8a9e016874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.488195 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-5cf9567c-c186-4f2c-be8e-3b8a9e016874 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e30bb5d5-c604-4d37-800c-6c97cc9af513 HTTP/1.1" status: 204 len: 168 time: 0.1625042 May 16 18:57:05.496594 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9567c-c186-4f2c-be8e-3b8a9e016874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30bb5d5-c604-4d37-800c-6c97cc9af513,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:05.844171 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48978) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:05.863241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a87-c699-48ca-a79c-619f0ea6a51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.957349 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a87-c699-48ca-a79c-619f0ea6a51f admin admin] Publish callbacks [] for security_group (506155be-cf9b-4018-867c-2bc5a60b2812), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:05.962025 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a87-c699-48ca-a79c-619f0ea6a51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (506155be-cf9b-4018-867c-2bc5a60b2812), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.027913 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-0ccf7a87-c699-48ca-a79c-619f0ea6a51f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8db91ef5f0f64e79bea5df4e62bd24dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824429 May 16 18:57:06.031365 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 48988) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:06.035755 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf7a87-c699-48ca-a79c-619f0ea6a51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506155be-cf9b-4018-867c-2bc5a60b2812,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:06.105543 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6dd5306e-07db-4253-851d-ec449e748ac6 admin admin] Publish callbacks [] for security_group (506155be-cf9b-4018-867c-2bc5a60b2812), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.131283 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6dd5306e-07db-4253-851d-ec449e748ac6 admin admin] Publish callbacks [] for security_group (506155be-cf9b-4018-867c-2bc5a60b2812), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.209167 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6dd5306e-07db-4253-851d-ec449e748ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (506155be-cf9b-4018-867c-2bc5a60b2812), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.212135 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6dd5306e-07db-4253-851d-ec449e748ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.217101 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-6dd5306e-07db-4253-851d-ec449e748ac6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/506155be-cf9b-4018-867c-2bc5a60b2812 HTTP/1.1" status: 204 len: 168 time: 0.1808836 May 16 18:57:06.217475 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 48994) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:06.224012 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5306e-07db-4253-851d-ec449e748ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506155be-cf9b-4018-867c-2bc5a60b2812,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:06.486981 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-607172337-network', 'tenant_id': '2d0ec0d48e214633a80ad3b675b00038'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:06.513758 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Made reservation on behalf of 2d0ec0d48e214633a80ad3b675b00038 for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:57:06.517552 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.535426 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.633592 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Publish callbacks [] for security_group (43b637a8-0a24-4068-b56a-1f4b56fde946), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.637878 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (43b637a8-0a24-4068-b56a-1f4b56fde946), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.661143 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:57:06.676994 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b637a8-0a24-4068-b56a-1f4b56fde946,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:06.681059 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (1fa52b81-174f-45fd-94ee-251d61cb7ce0), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.681484 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Added segment 1fa52b81-174f-45fd-94ee-251d61cb7ce0 of type vlan for network 3ba823ea-982f-40f0-b7a1-179dff4e14da May 16 18:57:06.734919 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (3ba823ea-982f-40f0-b7a1-179dff4e14da), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.777384 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (3ba823ea-982f-40f0-b7a1-179dff4e14da), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.778581 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:06.779087 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.816237 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5983627 May 16 18:57:06.820434 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49028) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:06.825587 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Request body: {'subnet': {'network_id': '3ba823ea-982f-40f0-b7a1-179dff4e14da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-607172337-subnet', 'tenant_id': '2d0ec0d48e214633a80ad3b675b00038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:06.848929 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Made reservation on behalf of 2d0ec0d48e214633a80ad3b675b00038 for: {'subnet': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:57:06.851836 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16020798'] for subnet (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:06.859543 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51532e-b527-42f7-a291-be2ef42dd5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba823ea-982f-40f0-b7a1-179dff4e14da,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:06.881254 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 3ba823ea-982f-40f0-b7a1-179dff4e14da details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:57:07.061611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16275803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16020776'] for subnet (a81d1d3f-fcf9-4d24-b502-cec367cb3b26), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:07.117480 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81d1d3f-fcf9-4d24-b502-cec367cb3b26,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:07.143130 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Checking segment: {'id': '1fa52b81-174f-45fd-94ee-251d61cb7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ba823ea-982f-40f0-b7a1-179dff4e14da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:57:07.144299 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Network hostable DHCP agents. Network: 3ba823ea-982f-40f0-b7a1-179dff4e14da, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:57:07.164302 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Network 3ba823ea-982f-40f0-b7a1-179dff4e14da is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:57:07.176160 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 3ba823ea-982f-40f0-b7a1-179dff4e14da) {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:57:07.180878 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:07.181539 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:07.186846 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d7ee5-fa39-4737-8d32-9df5bdcd2eaa None None] Network 3ba823ea-982f-40f0-b7a1-179dff4e14da requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:57:07.208737 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-cd597b3e-787f-47af-9a58-11c001638b09 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3853788 May 16 18:57:07.333219 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850fa815-2cd4-48d5-ab14-17716443a480 None None] Network 3ba823ea-982f-40f0-b7a1-179dff4e14da requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:57:07.844611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49080) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:07.852585 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-697498730-network', 'tenant_id': 'ab9961585d5b48e28e2748dc6bcfe157'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:07.876814 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Made reservation on behalf of ab9961585d5b48e28e2748dc6bcfe157 for: {'network': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:57:07.881629 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:07.894400 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:07.994773 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Publish callbacks [] for security_group (6e6b0281-5926-424c-9cbc-f97cda9ee0f4), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:08.001275 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (6e6b0281-5926-424c-9cbc-f97cda9ee0f4), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:08.028343 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=115279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:57:08.049325 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b0281-5926-424c-9cbc-f97cda9ee0f4,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:08.056750 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (83988ec8-f7d1-4d3c-9879-0eab1e27c156), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:08.057261 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.segments_db [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Added segment 83988ec8-f7d1-4d3c-9879-0eab1e27c156 of type vlan for network a43b2a69-bad4-4496-a210-af77ca7d1ae4 May 16 18:57:08.120507 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (a43b2a69-bad4-4496-a210-af77ca7d1ae4), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:08.162985 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (a43b2a69-bad4-4496-a210-af77ca7d1ae4), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:08.167737 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:08.168338 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:08.246981 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4011936 May 16 18:57:08.249699 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49092) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:08.255429 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Request body: {'subnet': {'network_id': 'a43b2a69-bad4-4496-a210-af77ca7d1ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-697498730-subnet', 'tenant_id': 'ab9961585d5b48e28e2748dc6bcfe157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:08.259409 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71b120-0a30-418b-9a7c-af2e084fdff8 admin admin] Pushing event updated for resources: {'Network': ['ID=a43b2a69-bad4-4496-a210-af77ca7d1ae4,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:08.269455 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network a43b2a69-bad4-4496-a210-af77ca7d1ae4 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:57:08.280299 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Made reservation on behalf of ab9961585d5b48e28e2748dc6bcfe157 for: {'subnet': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:57:08.282651 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16020798'] for subnet (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:08.479609 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16275803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16020776'] for subnet (70cd0fc9-083e-4c0c-9cf0-54602c2afc39), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:08.548871 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cd0fc9-083e-4c0c-9cf0-54602c2afc39,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:08.560682 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Checking segment: {'id': '83988ec8-f7d1-4d3c-9879-0eab1e27c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a43b2a69-bad4-4496-a210-af77ca7d1ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:57:08.561038 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Network hostable DHCP agents. Network: a43b2a69-bad4-4496-a210-af77ca7d1ae4, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:57:08.579377 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Network a43b2a69-bad4-4496-a210-af77ca7d1ae4 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:57:08.592611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, a43b2a69-bad4-4496-a210-af77ca7d1ae4) {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:57:08.598597 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:08.599210 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:08.605604 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb27af7-9ad0-489f-8d3d-48df234eac95 None None] Network a43b2a69-bad4-4496-a210-af77ca7d1ae4 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:57:08.618588 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-3487b934-9595-4344-9b47-0800eedb5df1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3676124 May 16 18:57:08.733501 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc5e371-8ccd-4aa9-9f5b-981867a04b8e None None] Network a43b2a69-bad4-4496-a210-af77ca7d1ae4 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:57:09.485239 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:57:10.970651 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49178) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:11.083204 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f830e154-c131-4e8c-b90c-0a99d10b8b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.163069 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f830e154-c131-4e8c-b90c-0a99d10b8b34 admin admin] Publish callbacks [] for security_group (021257b4-8b2a-4813-9c20-970acda39deb), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.167110 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-f830e154-c131-4e8c-b90c-0a99d10b8b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (021257b4-8b2a-4813-9c20-970acda39deb), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.204594 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830e154-c131-4e8c-b90c-0a99d10b8b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021257b4-8b2a-4813-9c20-970acda39deb,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:11.210882 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-f830e154-c131-4e8c-b90c-0a99d10b8b34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99efa7c9f2a64950bf0b8c72bb202015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389467 May 16 18:57:11.213717 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49184) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:11.264099 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7608f5cf-954e-4ed4-ad99-f895c93989d1 admin admin] Publish callbacks [] for security_group (021257b4-8b2a-4813-9c20-970acda39deb), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.285566 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7608f5cf-954e-4ed4-ad99-f895c93989d1 admin admin] Publish callbacks [] for security_group (021257b4-8b2a-4813-9c20-970acda39deb), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.334389 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7608f5cf-954e-4ed4-ad99-f895c93989d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (021257b4-8b2a-4813-9c20-970acda39deb), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.336985 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7608f5cf-954e-4ed4-ad99-f895c93989d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.338145 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-7608f5cf-954e-4ed4-ad99-f895c93989d1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/021257b4-8b2a-4813-9c20-970acda39deb HTTP/1.1" status: 204 len: 168 time: 0.1234257 May 16 18:57:11.346601 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f5cf-954e-4ed4-ad99-f895c93989d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021257b4-8b2a-4813-9c20-970acda39deb,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:11.613309 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49192) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:11.626684 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d034dd13-3dae-4bf8-a359-dae8b2613118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.713453 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d034dd13-3dae-4bf8-a359-dae8b2613118 admin admin] Publish callbacks [] for security_group (a7e1f7f0-4a8e-47cb-8f05-2ffc195be99d), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.716827 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d034dd13-3dae-4bf8-a359-dae8b2613118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a7e1f7f0-4a8e-47cb-8f05-2ffc195be99d), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.756447 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-d034dd13-3dae-4bf8-a359-dae8b2613118 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57d19ea1b3e14a21b992ceba3156698d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419456 May 16 18:57:11.757305 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034dd13-3dae-4bf8-a359-dae8b2613118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e1f7f0-4a8e-47cb-8f05-2ffc195be99d,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:11.759162 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49194) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:11.810161 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-066d0e9d-08ba-48e0-b1bb-93889220f4d0 admin admin] Publish callbacks [] for security_group (a7e1f7f0-4a8e-47cb-8f05-2ffc195be99d), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.831447 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-066d0e9d-08ba-48e0-b1bb-93889220f4d0 admin admin] Publish callbacks [] for security_group (a7e1f7f0-4a8e-47cb-8f05-2ffc195be99d), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.886114 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-066d0e9d-08ba-48e0-b1bb-93889220f4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a7e1f7f0-4a8e-47cb-8f05-2ffc195be99d), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.888844 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-066d0e9d-08ba-48e0-b1bb-93889220f4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:11.890014 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-066d0e9d-08ba-48e0-b1bb-93889220f4d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7e1f7f0-4a8e-47cb-8f05-2ffc195be99d HTTP/1.1" status: 204 len: 168 time: 0.1297381 May 16 18:57:11.909710 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0e9d-08ba-48e0-b1bb-93889220f4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e1f7f0-4a8e-47cb-8f05-2ffc195be99d,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:12.228730 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49206) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:12.245506 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1657b7e3-8f98-4e06-8c4e-85dadbe011de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:12.321943 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1657b7e3-8f98-4e06-8c4e-85dadbe011de admin admin] Publish callbacks [] for security_group (9150d408-a35b-4304-8f66-c028abef1f1d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:12.325760 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1657b7e3-8f98-4e06-8c4e-85dadbe011de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9150d408-a35b-4304-8f66-c028abef1f1d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:12.365601 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1657b7e3-8f98-4e06-8c4e-85dadbe011de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=721ba84dc1884d28a889d27c5a6dc660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357679 May 16 18:57:12.366308 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657b7e3-8f98-4e06-8c4e-85dadbe011de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9150d408-a35b-4304-8f66-c028abef1f1d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:12.368249 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49208) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:12.418468 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c5681940-9c26-426e-9f50-e7c4cd8954fa admin admin] Publish callbacks [] for security_group (9150d408-a35b-4304-8f66-c028abef1f1d), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:12.442290 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c5681940-9c26-426e-9f50-e7c4cd8954fa admin admin] Publish callbacks [] for security_group (9150d408-a35b-4304-8f66-c028abef1f1d), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:12.489966 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c5681940-9c26-426e-9f50-e7c4cd8954fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (9150d408-a35b-4304-8f66-c028abef1f1d), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:12.492889 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c5681940-9c26-426e-9f50-e7c4cd8954fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:12.494075 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-c5681940-9c26-426e-9f50-e7c4cd8954fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9150d408-a35b-4304-8f66-c028abef1f1d HTTP/1.1" status: 204 len: 168 time: 0.1237943 May 16 18:57:12.502268 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5681940-9c26-426e-9f50-e7c4cd8954fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9150d408-a35b-4304-8f66-c028abef1f1d,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:18.036227 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49340) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:18.138219 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:18.217466 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Publish callbacks [] for security_group (fb89a3a4-fdba-45d9-9eaf-253b0e60f071), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:18.222361 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fb89a3a4-fdba-45d9-9eaf-253b0e60f071), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:18.260878 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d8e71bba433349eb81f9a3cc4b0b9b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234228 May 16 18:57:18.262018 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb89a3a4-fdba-45d9-9eaf-253b0e60f071,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:18.263595 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49348) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:18.270660 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.271015 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.271362 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.271726 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.272069 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.272405 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.272735 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.273062 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.273397 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.273740 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.274058 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.274382 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.274712 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.275025 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.275348 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9b129-b467-45bb-af36-360417b6e4bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:18.314629 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8e823854-a0c3-4d4b-b53a-bcda78cc0f59 admin admin] Publish callbacks [] for security_group (fb89a3a4-fdba-45d9-9eaf-253b0e60f071), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:18.336912 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8e823854-a0c3-4d4b-b53a-bcda78cc0f59 admin admin] Publish callbacks [] for security_group (fb89a3a4-fdba-45d9-9eaf-253b0e60f071), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:18.386353 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8e823854-a0c3-4d4b-b53a-bcda78cc0f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (fb89a3a4-fdba-45d9-9eaf-253b0e60f071), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:18.388925 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8e823854-a0c3-4d4b-b53a-bcda78cc0f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:18.390181 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8e823854-a0c3-4d4b-b53a-bcda78cc0f59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb89a3a4-fdba-45d9-9eaf-253b0e60f071 HTTP/1.1" status: 204 len: 168 time: 0.1254616 May 16 18:57:18.400058 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e823854-a0c3-4d4b-b53a-bcda78cc0f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb89a3a4-fdba-45d9-9eaf-253b0e60f071,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:19.071646 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49388) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:19.172498 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2049037395-network', 'tenant_id': '9cf09aab60304f30ae52a87b7b1ea81a'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:19.192970 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Made reservation on behalf of 9cf09aab60304f30ae52a87b7b1ea81a for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:57:19.195513 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.204672 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.288189 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Publish callbacks [] for security_group (877c8739-c4be-4a02-88fb-1bcbf8bfef81), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.292268 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (877c8739-c4be-4a02-88fb-1bcbf8bfef81), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.318516 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:57:19.329230 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877c8739-c4be-4a02-88fb-1bcbf8bfef81,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:19.336227 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (bae13ff7-df08-4989-a09c-c1bb520fca96), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.336696 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Added segment bae13ff7-df08-4989-a09c-c1bb520fca96 of type vlan for network b95187d3-253b-461a-b026-7d62a560dcd2 May 16 18:57:19.379090 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (b95187d3-253b-461a-b026-7d62a560dcd2), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.403320 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (b95187d3-253b-461a-b026-7d62a560dcd2), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.404376 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:19.405029 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.442190 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3694232 May 16 18:57:19.445208 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49392) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:19.450087 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Request body: {'subnet': {'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2049037395-subnet', 'tenant_id': '9cf09aab60304f30ae52a87b7b1ea81a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:19.472120 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Made reservation on behalf of 9cf09aab60304f30ae52a87b7b1ea81a for: {'subnet': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:57:19.472783 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc4416-56bb-4738-bda0-62a4239e5f58 admin admin] Pushing event updated for resources: {'Network': ['ID=b95187d3-253b-461a-b026-7d62a560dcd2,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:19.474310 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16020798'] for subnet (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.482790 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network b95187d3-253b-461a-b026-7d62a560dcd2 details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:57:19.644849 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16275803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16020776'] for subnet (0c061daf-5d11-444d-8e0c-2b5708fdff77), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.699928 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c061daf-5d11-444d-8e0c-2b5708fdff77,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:19.710686 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Checking segment: {'id': 'bae13ff7-df08-4989-a09c-c1bb520fca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:57:19.711048 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Network hostable DHCP agents. Network: b95187d3-253b-461a-b026-7d62a560dcd2, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:57:19.729392 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Network b95187d3-253b-461a-b026-7d62a560dcd2 is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:57:19.740072 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, b95187d3-253b-461a-b026-7d62a560dcd2) {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:57:19.744326 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:19.744918 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:19.750246 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c30b5-b33f-4882-adcf-5646243f1153 None None] Network b95187d3-253b-461a-b026-7d62a560dcd2 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:57:19.766395 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-9ee881b6-8802-4387-9d8b-51ac61e49606 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3173492 May 16 18:57:19.871280 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c710d-753b-451f-ab64-569c0667f704 None None] Network b95187d3-253b-461a-b026-7d62a560dcd2 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:57:21.563187 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c6309f25-6160-4a5c-a6da-0f27c1c8c827 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:21.565743 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c6309f25-6160-4a5c-a6da-0f27c1c8c827 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/networks?id=b95187d3-253b-461a-b026-7d62a560dcd2 HTTP/1.1" status: 200 len: 814 time: 0.1083386 May 16 18:57:21.581218 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-df90bad7-1972-40c3-bfcd-454aa4c66c01 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/quotas/9cf09aab60304f30ae52a87b7b1ea81a HTTP/1.1" status: 200 len: 375 time: 0.0091856 May 16 18:57:21.616414 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-bf13dddc-9068-4a8e-bd6a-0d2d0dbc28ba tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cf09aab60304f30ae52a87b7b1ea81a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295508 May 16 18:57:21.721554 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-60c9a97d-ac97-494d-90bb-018040e7ca60 service neutron] 10.222.0.72 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961435 May 16 18:57:21.814150 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-2b68568f-50ea-4c21-8441-5509a0a46198 service neutron] 10.222.0.72 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872140 May 16 18:57:21.982127 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-67ae8835-cc86-4a53-b20e-84521c55850b req-c05eb7a7-628a-4d11-813a-c4d6249f5b7d tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 210 time: 0.0284383 May 16 18:57:22.969987 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-5d5270e2-82b5-44a6-8f20-7d7df5d779f6 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:22.972183 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-5d5270e2-82b5-44a6-8f20-7d7df5d779f6 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.61 "GET /v2.0/networks?id=b95187d3-253b-461a-b026-7d62a560dcd2 HTTP/1.1" status: 200 len: 814 time: 0.1249952 May 16 18:57:22.986270 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Request body: {'port': {'device_id': '5303dd81-d9ae-49a9-8d35-f7584e91aecc', 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2', 'admin_state_up': True, 'tenant_id': '9cf09aab60304f30ae52a87b7b1ea81a'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:23.099620 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5f671cf7-b6b3-4f9b-905e-bdb4e53a4451 req-a6cc421e-dbb3-4704-a585-fd289f93962c tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 210 time: 0.0373030 May 16 18:57:23.145448 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Made reservation on behalf of 9cf09aab60304f30ae52a87b7b1ea81a for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:57:23.149047 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:23.295371 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Allocated IP 172.20.0.10 (b95187d3-253b-461a-b026-7d62a560dcd2/0c061daf-5d11-444d-8e0c-2b5708fdff77/451d3565-ef78-43e5-aa1f-1741fb7624c4) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:57:23.458198 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks [] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:23.493614 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:23.546999 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Network b95187d3-253b-461a-b026-7d62a560dcd2 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:57:23.550543 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:57:23.552470 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Pushing event updated for resources: {'Port': ['ID=451d3565-ef78-43e5-aa1f-1741fb7624c4,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:23.554611 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:57:23.870826 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:23.871522 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:23.888619 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-c349c15f-0539-4943-8def-ed0454946870 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9065499 May 16 18:57:23.900804 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Request body: {'port': {'device_id': '5303dd81-d9ae-49a9-8d35-f7584e91aecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:23.966189 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.241010 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13878e-def6-49ad-baae-e752f55e6db8 req-1cbf76ae-ca67-419c-aed1-27634e1d9cd1 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:24.243143 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c13878e-def6-49ad-baae-e752f55e6db8 req-1cbf76ae-ca67-419c-aed1-27634e1d9cd1 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 932 time: 0.0646808 May 16 18:57:24.342460 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2c13878e-def6-49ad-baae-e752f55e6db8 req-74e21149-9f29-4857-a960-73ca18081841 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888565 May 16 18:57:24.352385 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451d3565-ef78-43e5-aa1f-1741fb7624c4 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:57:24.360014 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Publish callbacks [] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.373983 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Transition to ACTIVE for port object 451d3565-ef78-43e5-aa1f-1741fb7624c4 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:57:24.377691 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.414750 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49542) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:24.430290 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Pushing event updated for resources: {'Port': ['ID=451d3565-ef78-43e5-aa1f-1741fb7624c4,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:24.505633 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Attempting to bind port 451d3565-ef78-43e5-aa1f-1741fb7624c4 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:57:24.505864 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Attempting to bind port 451d3565-ef78-43e5-aa1f-1741fb7624c4 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'bae13ff7-df08-4989-a09c-c1bb520fca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:57:24.506196 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Attempting to bind port 451d3565-ef78-43e5-aa1f-1741fb7624c4 on network b95187d3-253b-461a-b026-7d62a560dcd2 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:57:24.511149 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Port 451d3565-ef78-43e5-aa1f-1741fb7624c4 on network b95187d3-253b-461a-b026-7d62a560dcd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:57:24.511470 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Attempting to bind port 451d3565-ef78-43e5-aa1f-1741fb7624c4 on network b95187d3-253b-461a-b026-7d62a560dcd2 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:57:24.516738 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:57:24.517078 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Checking segment: {'id': 'bae13ff7-df08-4989-a09c-c1bb520fca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:57:24.518043 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Bound using segment: {'id': 'bae13ff7-df08-4989-a09c-c1bb520fca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:57:24.518471 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Bound port: 451d3565-ef78-43e5-aa1f-1741fb7624c4, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae13ff7-df08-4989-a09c-c1bb520fca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:57:24.519097 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.588130 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] For port 451d3565-ef78-43e5-aa1f-1741fb7624c4, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:57:24.591691 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] For port 451d3565-ef78-43e5-aa1f-1741fb7624c4, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=451d3565-ef78-43e5-aa1f-1741fb7624c4,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:57:24.598200 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.635625 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:24.636293 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.637835 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] 10.222.0.61 "PUT /v2.0/ports/451d3565-ef78-43e5-aa1f-1741fb7624c4 HTTP/1.1" status: 200 len: 1094 time: 0.7410798 May 16 18:57:24.638155 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5303dd81-d9ae-49a9-8d35-f7584e91aecc', 'tag': '451d3565-ef78-43e5-aa1f-1741fb7624c4'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:57:24.640663 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5303dd81-d9ae-49a9-8d35-f7584e91aecc", "tag": "451d3565-ef78-43e5-aa1f-1741fb7624c4"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:57:24.664396 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b4add-654a-4794-ae9a-d6760148e840 service neutron] Pushing event updated for resources: {'Port': ['ID=451d3565-ef78-43e5-aa1f-1741fb7624c4,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:24.691423 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ccd1ae-9134-425b-935f-b22719a434c3 x-openstack-request-id: req-d4ccd1ae-9134-425b-935f-b22719a434c3 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:57:24.691757 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5303dd81-d9ae-49a9-8d35-f7584e91aecc", "tag": "451d3565-ef78-43e5-aa1f-1741fb7624c4", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:57:24.692000 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4ccd1ae-9134-425b-935f-b22719a434c3 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:57:24.692407 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ccd1ae-9134-425b-935f-b22719a434c3'] response: {'name': 'network-changed', 'server_uuid': '5303dd81-d9ae-49a9-8d35-f7584e91aecc', 'tag': '451d3565-ef78-43e5-aa1f-1741fb7624c4', 'status': 'completed', 'code': 200} May 16 18:57:24.724939 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-603b546c-d450-41ee-a1df-a9e7e6610c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:24.726487 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-603b546c-d450-41ee-a1df-a9e7e6610c6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cf09aab60304f30ae52a87b7b1ea81a&device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 1128 time: 0.0459397 May 16 18:57:24.745355 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabcc246-a97f-465e-85fd-c22092dac6a6 admin admin] Deleting subnet a81d1d3f-fcf9-4d24-b502-cec367cb3b26 {{(pid=115278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:57:24.748571 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cabcc246-a97f-465e-85fd-c22092dac6a6 admin admin] Publish callbacks [] for subnet (a81d1d3f-fcf9-4d24-b502-cec367cb3b26), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.768690 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-b2e67217-896a-4d80-902f-42d419a563b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=451d3565-ef78-43e5-aa1f-1741fb7624c4 HTTP/1.1" status: 200 len: 217 time: 0.0336947 May 16 18:57:24.782894 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cabcc246-a97f-465e-85fd-c22092dac6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16490975'] for subnet (a81d1d3f-fcf9-4d24-b502-cec367cb3b26), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.820319 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-8b9acae9-b098-4457-894d-d19b74147db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:24.821767 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-8b9acae9-b098-4457-894d-d19b74147db4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c061daf-5d11-444d-8e0c-2b5708fdff77 HTTP/1.1" status: 200 len: 854 time: 0.0469100 May 16 18:57:24.823044 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cabcc246-a97f-465e-85fd-c22092dac6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (a81d1d3f-fcf9-4d24-b502-cec367cb3b26), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.855947 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-9393ac80-473f-4e52-aa2b-11bfd20be1c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b95187d3-253b-461a-b026-7d62a560dcd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263598 May 16 18:57:24.880254 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cabcc246-a97f-465e-85fd-c22092dac6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4741478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16616958'] for subnet (a81d1d3f-fcf9-4d24-b502-cec367cb3b26), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.909897 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcc246-a97f-465e-85fd-c22092dac6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81d1d3f-fcf9-4d24-b502-cec367cb3b26,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:24.920321 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-cabcc246-a97f-465e-85fd-c22092dac6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:24.927320 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-cabcc246-a97f-465e-85fd-c22092dac6a6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a81d1d3f-fcf9-4d24-b502-cec367cb3b26 HTTP/1.1" status: 204 len: 168 time: 0.5114143 May 16 18:57:24.930794 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49552) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:24.964519 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-f421c899-aac1-4181-9bb6-9f0681763a75 service neutron] 10.222.0.61 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012866 May 16 18:57:25.010239 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (3ba823ea-982f-40f0-b7a1-179dff4e14da), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.068521 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52ffc28c-0347-4138-801e-154a7d9fa583 req-50fab9d8-ca18-499a-be57-5f82ab1d9de9 service neutron] 10.222.0.61 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976048 May 16 18:57:25.096969 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (3ba823ea-982f-40f0-b7a1-179dff4e14da), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.118389 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba823ea-982f-40f0-b7a1-179dff4e14da']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:57:25.127991 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa52b81-174f-45fd-94ee-251d61cb7ce0') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:57:25.128285 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa52b81-174f-45fd-94ee-251d61cb7ce0') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:57:25.137961 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (1fa52b81-174f-45fd-94ee-251d61cb7ce0), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.153511 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (1fa52b81-174f-45fd-94ee-251d61cb7ce0), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.161350 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:57:25.161782 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (1fa52b81-174f-45fd-94ee-251d61cb7ce0), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:57:25.163636 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:57:25.230102 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (3ba823ea-982f-40f0-b7a1-179dff4e14da), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.240340 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.246865 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3ba823ea-982f-40f0-b7a1-179dff4e14da HTTP/1.1" status: 204 len: 168 time: 0.3154545 May 16 18:57:25.247351 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49570) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:25.254304 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58068a8c-6b29-4b2b-a3d9-52613d862869 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba823ea-982f-40f0-b7a1-179dff4e14da,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:25.301348 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30fc8d9-9dd2-4863-ac34-351da6b80f12 admin admin] Deleting subnet 70cd0fc9-083e-4c0c-9cf0-54602c2afc39 {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 18:57:25.304942 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e30fc8d9-9dd2-4863-ac34-351da6b80f12 admin admin] Publish callbacks [] for subnet (70cd0fc9-083e-4c0c-9cf0-54602c2afc39), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.348768 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e30fc8d9-9dd2-4863-ac34-351da6b80f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (70cd0fc9-083e-4c0c-9cf0-54602c2afc39), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.392199 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e30fc8d9-9dd2-4863-ac34-351da6b80f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (70cd0fc9-083e-4c0c-9cf0-54602c2afc39), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.392539 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49576) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:25.493665 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4631962-fc59-4c78-b879-9f41767b967d req-76b53166-c191-4782-9a19-590f169b8c8c tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:25.496179 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a4631962-fc59-4c78-b879-9f41767b967d req-76b53166-c191-4782-9a19-590f169b8c8c tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 944 time: 0.0612414 May 16 18:57:25.497551 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e30fc8d9-9dd2-4863-ac34-351da6b80f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (70cd0fc9-083e-4c0c-9cf0-54602c2afc39), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.528934 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d6521168-f940-4bee-9a64-dcb962aa3732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.536267 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e30fc8d9-9dd2-4863-ac34-351da6b80f12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.539941 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-e30fc8d9-9dd2-4863-ac34-351da6b80f12 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/70cd0fc9-083e-4c0c-9cf0-54602c2afc39 HTTP/1.1" status: 204 len: 168 time: 0.2909315 May 16 18:57:25.542655 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49580) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:25.547864 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fc8d9-9dd2-4863-ac34-351da6b80f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cd0fc9-083e-4c0c-9cf0-54602c2afc39,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:25.586409 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a4631962-fc59-4c78-b879-9f41767b967d req-f88a28f6-a447-4c24-a01e-c31badff8bd3 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796192 May 16 18:57:25.643197 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (a43b2a69-bad4-4496-a210-af77ca7d1ae4), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.728453 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d6521168-f940-4bee-9a64-dcb962aa3732 admin admin] Publish callbacks [] for security_group (3e8b0364-8acc-4db5-99d4-f69754087b18), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.735493 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d6521168-f940-4bee-9a64-dcb962aa3732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3e8b0364-8acc-4db5-99d4-f69754087b18), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.764528 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (a43b2a69-bad4-4496-a210-af77ca7d1ae4), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.816415 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43b2a69-bad4-4496-a210-af77ca7d1ae4']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:57:25.830839 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d6521168-f940-4bee-9a64-dcb962aa3732 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a319ffea6c842a488a0350a94246723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4368818 May 16 18:57:25.832689 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83988ec8-f7d1-4d3c-9879-0eab1e27c156') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:57:25.832987 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83988ec8-f7d1-4d3c-9879-0eab1e27c156') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:57:25.833632 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49582) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:25.834906 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6521168-f940-4bee-9a64-dcb962aa3732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b0364-8acc-4db5-99d4-f69754087b18,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:25.849399 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (83988ec8-f7d1-4d3c-9879-0eab1e27c156), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.868419 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (83988ec8-f7d1-4d3c-9879-0eab1e27c156), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.875361 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 18:57:25.875829 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (83988ec8-f7d1-4d3c-9879-0eab1e27c156), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 18:57:25.878201 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 18:57:25.924900 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-7eaea539-ea2b-4b15-aaee-a64f88d39cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:25.926584 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-7eaea539-ea2b-4b15-aaee-a64f88d39cf2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cf09aab60304f30ae52a87b7b1ea81a&device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 1128 time: 0.0537813 May 16 18:57:25.937391 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (a43b2a69-bad4-4496-a210-af77ca7d1ae4), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.944975 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:25.951120 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a43b2a69-bad4-4496-a210-af77ca7d1ae4 HTTP/1.1" status: 204 len: 168 time: 0.4048445 May 16 18:57:25.958750 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8366a0-082c-4e29-84ad-ad1571f49397 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43b2a69-bad4-4496-a210-af77ca7d1ae4,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:25.960637 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-71b9fdad-39f6-46f7-b4a0-f4c550a9458b admin admin] Publish callbacks [] for security_group (3e8b0364-8acc-4db5-99d4-f69754087b18), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.021640 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-71b9fdad-39f6-46f7-b4a0-f4c550a9458b admin admin] Publish callbacks [] for security_group (3e8b0364-8acc-4db5-99d4-f69754087b18), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.067279 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-2a454e96-8864-4c15-b82e-b1111f0696bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:26.068788 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-2a454e96-8864-4c15-b82e-b1111f0696bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=b95187d3-253b-461a-b026-7d62a560dcd2 HTTP/1.1" status: 200 len: 915 time: 0.1361141 May 16 18:57:26.069440 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49586) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:26.112763 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-d36bf507-3315-4688-834f-8a4df421aa9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=451d3565-ef78-43e5-aa1f-1741fb7624c4 HTTP/1.1" status: 200 len: 217 time: 0.0359802 May 16 18:57:26.115286 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-71b9fdad-39f6-46f7-b4a0-f4c550a9458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3e8b0364-8acc-4db5-99d4-f69754087b18), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.116306 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f80f5203-50b0-41c2-a153-d33e00f7fc99 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d0ec0d48e214633a80ad3b675b00038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415523 May 16 18:57:26.118233 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-71b9fdad-39f6-46f7-b4a0-f4c550a9458b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.118728 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49588) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:26.119417 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-71b9fdad-39f6-46f7-b4a0-f4c550a9458b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3e8b0364-8acc-4db5-99d4-f69754087b18 HTTP/1.1" status: 204 len: 168 time: 0.2848165 May 16 18:57:26.137452 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9fdad-39f6-46f7-b4a0-f4c550a9458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b0364-8acc-4db5-99d4-f69754087b18,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:26.172368 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-52b19327-5bfd-4e83-b7e4-0b7a62f405d0 admin admin] Publish callbacks [] for security_group (43b637a8-0a24-4068-b56a-1f4b56fde946), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.185443 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-9f23bd78-033a-4e47-9296-ca585eafd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:26.186949 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-9f23bd78-033a-4e47-9296-ca585eafd3c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c061daf-5d11-444d-8e0c-2b5708fdff77 HTTP/1.1" status: 200 len: 854 time: 0.0665345 May 16 18:57:26.201018 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-52b19327-5bfd-4e83-b7e4-0b7a62f405d0 admin admin] Publish callbacks [] for security_group (43b637a8-0a24-4068-b56a-1f4b56fde946), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.222753 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-e9e6206c-6f67-4651-b130-93c312dd8653 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b95187d3-253b-461a-b026-7d62a560dcd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285549 May 16 18:57:26.257938 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-52b19327-5bfd-4e83-b7e4-0b7a62f405d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (43b637a8-0a24-4068-b56a-1f4b56fde946), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.260880 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-52b19327-5bfd-4e83-b7e4-0b7a62f405d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.261829 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-52b19327-5bfd-4e83-b7e4-0b7a62f405d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43b637a8-0a24-4068-b56a-1f4b56fde946 HTTP/1.1" status: 204 len: 168 time: 0.1422098 May 16 18:57:26.270554 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b19327-5bfd-4e83-b7e4-0b7a62f405d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b637a8-0a24-4068-b56a-1f4b56fde946,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:26.341897 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-947bbb84-0f9a-4698-b43c-9a06e8e22d3b service neutron] 10.222.0.61 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122389 May 16 18:57:26.445837 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d96e579-956f-4ac5-b55c-8b388a5f9f3d req-fd777c34-9d08-469c-b728-c1020e16368a service neutron] 10.222.0.61 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952179 May 16 18:57:26.567427 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49598) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:26.580966 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca541-9643-4662-bb56-36c90fb8f854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.617923 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49602) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:26.667339 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-d32d41fe-fde7-4875-b97d-442692b2e967 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab9961585d5b48e28e2748dc6bcfe157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482471 May 16 18:57:26.670007 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49604) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:26.673289 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca541-9643-4662-bb56-36c90fb8f854 admin admin] Publish callbacks [] for security_group (8a98e8c5-4831-4659-bd87-43562ad72485), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.680183 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca541-9643-4662-bb56-36c90fb8f854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (8a98e8c5-4831-4659-bd87-43562ad72485), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.714665 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c667-cccd-4a61-a5e5-84bfb961fb90 req-db2e27a5-6978-424c-b9c6-36b4081871c3 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:26.716458 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4046c667-cccd-4a61-a5e5-84bfb961fb90 req-db2e27a5-6978-424c-b9c6-36b4081871c3 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 944 time: 0.0479960 May 16 18:57:26.742278 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-ca8ca541-9643-4662-bb56-36c90fb8f854 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f0a95e888f04916b27d930df1067535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736524 May 16 18:57:26.744749 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49606) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:26.750718 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ca541-9643-4662-bb56-36c90fb8f854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98e8c5-4831-4659-bd87-43562ad72485,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:26.768142 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4046c667-cccd-4a61-a5e5-84bfb961fb90 req-df91abba-ac34-40d4-9226-881ae8516d78 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 May 16 18:57:26.795538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c3606ebc-6338-4e3d-bc19-7beae458103d admin admin] Publish callbacks [] for security_group (6e6b0281-5926-424c-9cbc-f97cda9ee0f4), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.827545 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c3606ebc-6338-4e3d-bc19-7beae458103d admin admin] Publish callbacks [] for security_group (6e6b0281-5926-424c-9cbc-f97cda9ee0f4), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.829330 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3f582852-b696-41c1-add1-759e88e40acc admin admin] Publish callbacks [] for security_group (8a98e8c5-4831-4659-bd87-43562ad72485), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.873412 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3f582852-b696-41c1-add1-759e88e40acc admin admin] Publish callbacks [] for security_group (8a98e8c5-4831-4659-bd87-43562ad72485), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.917132 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c3606ebc-6338-4e3d-bc19-7beae458103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (6e6b0281-5926-424c-9cbc-f97cda9ee0f4), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.920227 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c3606ebc-6338-4e3d-bc19-7beae458103d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.921461 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c3606ebc-6338-4e3d-bc19-7beae458103d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e6b0281-5926-424c-9cbc-f97cda9ee0f4 HTTP/1.1" status: 204 len: 168 time: 0.2504289 May 16 18:57:26.941261 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3606ebc-6338-4e3d-bc19-7beae458103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b0281-5926-424c-9cbc-f97cda9ee0f4,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:26.943177 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3f582852-b696-41c1-add1-759e88e40acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (8a98e8c5-4831-4659-bd87-43562ad72485), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.951915 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-3f582852-b696-41c1-add1-759e88e40acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:26.957199 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-3f582852-b696-41c1-add1-759e88e40acc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a98e8c5-4831-4659-bd87-43562ad72485 HTTP/1.1" status: 204 len: 168 time: 0.2114985 May 16 18:57:26.974846 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f582852-b696-41c1-add1-759e88e40acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98e8c5-4831-4659-bd87-43562ad72485,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:27.225807 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 451d3565-ef78-43e5-aa1f-1741fb7624c4 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:57:27.375123 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 451d3565-ef78-43e5-aa1f-1741fb7624c4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=451d3565-ef78-43e5-aa1f-1741fb7624c4,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:57:27.389927 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '451d3565-ef78-43e5-aa1f-1741fb7624c4', 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2', 'port_id': '451d3565-ef78-43e5-aa1f-1741fb7624c4', 'mac_address': 'fa:16:3e:40:65:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c061daf-5d11-444d-8e0c-2b5708fdff77', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:57:27.440883 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 451d3565-ef78-43e5-aa1f-1741fb7624c4 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:57:27.441344 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:27.455803 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451d3565-ef78-43e5-aa1f-1741fb7624c4 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:57:27.476797 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 451d3565-ef78-43e5-aa1f-1741fb7624c4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=451d3565-ef78-43e5-aa1f-1741fb7624c4,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:57:27.483088 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:27.543332 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=451d3565-ef78-43e5-aa1f-1741fb7624c4,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:27.898882 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79c0ca-82db-4e76-9366-b68d368ad356 req-97286a44-91df-4dc6-b2ce-cb078f558251 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:27.900419 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c79c0ca-82db-4e76-9366-b68d368ad356 req-97286a44-91df-4dc6-b2ce-cb078f558251 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 945 time: 0.0572040 May 16 18:57:27.959074 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c79c0ca-82db-4e76-9366-b68d368ad356 req-c2fc32aa-3f9d-4941-aff8-0e79753861b6 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521624 May 16 18:57:28.351035 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49676) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:28.566993 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0f96f1c-526b-48df-84f2-ecedd54de95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:28.653303 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0f96f1c-526b-48df-84f2-ecedd54de95b admin admin] Publish callbacks [] for security_group (1898d8a5-e564-4378-9143-fc29c2ae27e4), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:28.657245 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0f96f1c-526b-48df-84f2-ecedd54de95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (1898d8a5-e564-4378-9143-fc29c2ae27e4), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:28.699828 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-b0f96f1c-526b-48df-84f2-ecedd54de95b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=286611b554b64009887333ea2586d074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475423 May 16 18:57:28.701131 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96f1c-526b-48df-84f2-ecedd54de95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1898d8a5-e564-4378-9143-fc29c2ae27e4,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:28.702583 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49686) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:28.755988 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c489-2ce8-4492-bd5d-984145900cb2 admin admin] Publish callbacks [] for security_group (1898d8a5-e564-4378-9143-fc29c2ae27e4), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:28.777183 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c489-2ce8-4492-bd5d-984145900cb2 admin admin] Publish callbacks [] for security_group (1898d8a5-e564-4378-9143-fc29c2ae27e4), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:28.842161 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c489-2ce8-4492-bd5d-984145900cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (1898d8a5-e564-4378-9143-fc29c2ae27e4), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:28.845147 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c489-2ce8-4492-bd5d-984145900cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:28.847904 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1ae4c489-2ce8-4492-bd5d-984145900cb2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1898d8a5-e564-4378-9143-fc29c2ae27e4 HTTP/1.1" status: 204 len: 168 time: 0.1441967 May 16 18:57:28.857397 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4c489-2ce8-4492-bd5d-984145900cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1898d8a5-e564-4378-9143-fc29c2ae27e4,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:29.068090 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-d24a78db-7823-4591-b895-183cdf01258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:29.116326 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad9915-1d2c-42e5-a930-1b38ff320ee0 req-0c52344d-1401-4864-8c70-c6e7e600ce67 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:29.125154 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-56ad9915-1d2c-42e5-a930-1b38ff320ee0 req-0c52344d-1401-4864-8c70-c6e7e600ce67 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 945 time: 0.0863082 May 16 18:57:29.185612 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-56ad9915-1d2c-42e5-a930-1b38ff320ee0 req-8d29926c-8cfe-4e9b-965c-118e75b84d41 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542614 May 16 18:57:30.323952 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835d496-740c-4b8a-a735-3d12213282e8 req-ef3e939e-b199-422b-a557-56f900de5ce4 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:30.325562 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5835d496-740c-4b8a-a735-3d12213282e8 req-ef3e939e-b199-422b-a557-56f900de5ce4 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 945 time: 0.0655582 May 16 18:57:30.381285 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5835d496-740c-4b8a-a735-3d12213282e8 req-094ae6ba-783c-447c-9c9a-4da8da041bac tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488980 May 16 18:57:30.395172 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['451d3565-ef78-43e5-aa1f-1741fb7624c4'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:57:31.528103 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-18d719b1-fa17-44e1-aaad-8748df611184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:31.529050 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f47ea-cca6-463d-ba0d-d472dd1a7b81 req-442c8250-4454-4eb0-8d18-a10b7a7ab2fa tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:31.532599 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-406f47ea-cca6-463d-ba0d-d472dd1a7b81 req-442c8250-4454-4eb0-8d18-a10b7a7ab2fa tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 945 time: 0.0774646 May 16 18:57:31.597943 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-406f47ea-cca6-463d-ba0d-d472dd1a7b81 req-33e5e2a0-4a9b-4b92-b8bc-694ba8ac38cb tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570667 May 16 18:57:32.322881 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 451d3565-ef78-43e5-aa1f-1741fb7624c4 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:57:32.371074 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 451d3565-ef78-43e5-aa1f-1741fb7624c4 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:57:32.378627 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 451d3565-ef78-43e5-aa1f-1741fb7624c4 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:57:32.378999 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:32.466226 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 451d3565-ef78-43e5-aa1f-1741fb7624c4 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:57:32.466607 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:32.492346 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5303dd81-d9ae-49a9-8d35-f7584e91aecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451d3565-ef78-43e5-aa1f-1741fb7624c4'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:57:32.494709 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f75c503-2456-4ed4-8f5e-40c3fe34eb94" -d '{"events": [{"server_uuid": "5303dd81-d9ae-49a9-8d35-f7584e91aecc", "name": "network-vif-plugged", "status": "completed", "tag": "451d3565-ef78-43e5-aa1f-1741fb7624c4"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:57:32.511932 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 451d3565-ef78-43e5-aa1f-1741fb7624c4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=451d3565-ef78-43e5-aa1f-1741fb7624c4,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:57:32.520421 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:32.546939 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafd0ed9-18df-4dc0-8dce-ae6b5cc52cb3 x-openstack-request-id: req-bafd0ed9-18df-4dc0-8dce-ae6b5cc52cb3 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:57:32.547665 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5303dd81-d9ae-49a9-8d35-f7584e91aecc", "name": "network-vif-plugged", "status": "completed", "tag": "451d3565-ef78-43e5-aa1f-1741fb7624c4", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:57:32.547665 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bafd0ed9-18df-4dc0-8dce-ae6b5cc52cb3 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:57:32.547923 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafd0ed9-18df-4dc0-8dce-ae6b5cc52cb3'] response: {'server_uuid': '5303dd81-d9ae-49a9-8d35-f7584e91aecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451d3565-ef78-43e5-aa1f-1741fb7624c4', 'code': 200} May 16 18:57:32.578504 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=451d3565-ef78-43e5-aa1f-1741fb7624c4,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:32.587023 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.587358 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.587795 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.588078 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.588501 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.588834 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.589163 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.589494 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.589825 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.590152 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.590501 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.591112 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.591426 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.591784 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.592107 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:32.763152 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c1b96-e9fe-4265-b1c2-aacc26cd6f47 req-2dbaaeee-a925-46cb-aca9-46488a1be202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:32.765527 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7d6c1b96-e9fe-4265-b1c2-aacc26cd6f47 req-2dbaaeee-a925-46cb-aca9-46488a1be202 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 1130 time: 0.0524220 May 16 18:57:32.793213 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49820) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:32.868743 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7d6c1b96-e9fe-4265-b1c2-aacc26cd6f47 req-b9da21c4-4a0e-47bd-a5d9-f5922040bbd9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946946 May 16 18:57:32.872187 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:32.964052 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0041-a4d3-41fa-827c-9bcc5d2fb2f2 req-a16c615b-b695-4756-bc77-a5165c6c6d7d tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:32.966648 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-841b0041-a4d3-41fa-827c-9bcc5d2fb2f2 req-a16c615b-b695-4756-bc77-a5165c6c6d7d tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 946 time: 0.0737062 May 16 18:57:32.981562 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3c8e-6292-4f78-b65d-1e186cfd89a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.036577 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-841b0041-a4d3-41fa-827c-9bcc5d2fb2f2 req-bb2c4fa8-eec8-4493-aaf7-d0c7b01c8d29 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636094 May 16 18:57:33.135916 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3c8e-6292-4f78-b65d-1e186cfd89a8 admin admin] Publish callbacks [] for security_group (3da5bdc2-6664-4964-aee6-eecccb6f4c2e), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.141023 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3c8e-6292-4f78-b65d-1e186cfd89a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3da5bdc2-6664-4964-aee6-eecccb6f4c2e), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.184400 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1e3d3c8e-6292-4f78-b65d-1e186cfd89a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27f6acecbd5f4fc68157db9fef027706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900316 May 16 18:57:33.185189 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3c8e-6292-4f78-b65d-1e186cfd89a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da5bdc2-6664-4964-aee6-eecccb6f4c2e,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:33.190086 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49834) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:33.254937 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-27dfe863-f09d-4011-ba27-8b0c9168c947 admin admin] Publish callbacks [] for security_group (3da5bdc2-6664-4964-aee6-eecccb6f4c2e), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.280688 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-27dfe863-f09d-4011-ba27-8b0c9168c947 admin admin] Publish callbacks [] for security_group (3da5bdc2-6664-4964-aee6-eecccb6f4c2e), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.349420 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-27dfe863-f09d-4011-ba27-8b0c9168c947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3da5bdc2-6664-4964-aee6-eecccb6f4c2e), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.352426 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-27dfe863-f09d-4011-ba27-8b0c9168c947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.353966 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-27dfe863-f09d-4011-ba27-8b0c9168c947 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3da5bdc2-6664-4964-aee6-eecccb6f4c2e HTTP/1.1" status: 204 len: 168 time: 0.1625540 May 16 18:57:33.366246 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfe863-f09d-4011-ba27-8b0c9168c947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da5bdc2-6664-4964-aee6-eecccb6f4c2e,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:33.691872 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49840) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:33.707338 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3d31e788-da1c-4b3d-8e6b-250d7894c690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.795686 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3d31e788-da1c-4b3d-8e6b-250d7894c690 admin admin] Publish callbacks [] for security_group (ab634e9f-059b-42ab-8aa4-5a531ba651c0), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.812530 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-3d31e788-da1c-4b3d-8e6b-250d7894c690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ab634e9f-059b-42ab-8aa4-5a531ba651c0), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.863961 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-3d31e788-da1c-4b3d-8e6b-250d7894c690 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=273c9fa70a814f9eb28488e29751116a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709421 May 16 18:57:33.865069 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31e788-da1c-4b3d-8e6b-250d7894c690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab634e9f-059b-42ab-8aa4-5a531ba651c0,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:33.868433 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49842) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:33.922115 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b5e341d2-94b4-46bf-bf08-fec43ea41b44 admin admin] Publish callbacks [] for security_group (ab634e9f-059b-42ab-8aa4-5a531ba651c0), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:33.952869 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b5e341d2-94b4-46bf-bf08-fec43ea41b44 admin admin] Publish callbacks [] for security_group (ab634e9f-059b-42ab-8aa4-5a531ba651c0), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.012406 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b5e341d2-94b4-46bf-bf08-fec43ea41b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (ab634e9f-059b-42ab-8aa4-5a531ba651c0), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.015077 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b5e341d2-94b4-46bf-bf08-fec43ea41b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.016279 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-b5e341d2-94b4-46bf-bf08-fec43ea41b44 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab634e9f-059b-42ab-8aa4-5a531ba651c0 HTTP/1.1" status: 204 len: 168 time: 0.1469164 May 16 18:57:34.024331 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e341d2-94b4-46bf-bf08-fec43ea41b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab634e9f-059b-42ab-8aa4-5a531ba651c0,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:34.120569 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.194687 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63de2a-7224-4dae-8260-525ef27847e5 req-fdd860a3-4423-4b5f-b978-513c37005633 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:34.196431 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9e63de2a-7224-4dae-8260-525ef27847e5 req-fdd860a3-4423-4b5f-b978-513c37005633 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 946 time: 0.0657279 May 16 18:57:34.274333 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9e63de2a-7224-4dae-8260-525ef27847e5 req-e7213930-08df-48e2-af6a-7f3a04693c2b tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657840 May 16 18:57:34.462346 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 49854) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:34.475954 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-872e08e8-ca8c-4d21-8ce5-cb90a3f32b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.558636 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-872e08e8-ca8c-4d21-8ce5-cb90a3f32b91 admin admin] Publish callbacks [] for security_group (5ae515a6-20fb-4389-9a37-24f34df3a153), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.562777 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-872e08e8-ca8c-4d21-8ce5-cb90a3f32b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5ae515a6-20fb-4389-9a37-24f34df3a153), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.608768 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-872e08e8-ca8c-4d21-8ce5-cb90a3f32b91 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27170d9c0e10445bb5014bf73bde8664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453311 May 16 18:57:34.609639 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e08e8-ca8c-4d21-8ce5-cb90a3f32b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae515a6-20fb-4389-9a37-24f34df3a153,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:34.611950 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 49856) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:34.644017 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.676276 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ec24059-8d81-4cd0-a3e3-41279773cd3e admin admin] Publish callbacks [] for security_group (5ae515a6-20fb-4389-9a37-24f34df3a153), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.701126 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ec24059-8d81-4cd0-a3e3-41279773cd3e admin admin] Publish callbacks [] for security_group (5ae515a6-20fb-4389-9a37-24f34df3a153), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.760664 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ec24059-8d81-4cd0-a3e3-41279773cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (5ae515a6-20fb-4389-9a37-24f34df3a153), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.763220 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ec24059-8d81-4cd0-a3e3-41279773cd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:34.764415 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6ec24059-8d81-4cd0-a3e3-41279773cd3e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ae515a6-20fb-4389-9a37-24f34df3a153 HTTP/1.1" status: 204 len: 168 time: 0.1512022 May 16 18:57:34.772659 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec24059-8d81-4cd0-a3e3-41279773cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae515a6-20fb-4389-9a37-24f34df3a153,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:35.296552 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-8f737bb5-b0a2-4948-99e7-5d319aadd036 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652304659&fields=id&tenant_id=5b168bfd42a645269b47c98f4210e4aa HTTP/1.1" status: 200 len: 267 time: 0.0543079 May 16 18:57:35.459118 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f16f9-9a50-4670-ac8d-4374c635e1ae req-83ad2d23-6086-4232-bcfd-830aeb219846 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:35.461131 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-440f16f9-9a50-4670-ac8d-4374c635e1ae req-83ad2d23-6086-4232-bcfd-830aeb219846 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 946 time: 0.0921943 May 16 18:57:35.462043 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:35.489902 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9c135651-a166-4190-be91-85e18af83fd9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:35.491355 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9c135651-a166-4190-be91-85e18af83fd9 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 811 time: 0.1852345 May 16 18:57:35.513370 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-f860865f-8645-4712-b1c7-abc638f5df35 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/quotas/5b168bfd42a645269b47c98f4210e4aa HTTP/1.1" status: 200 len: 375 time: 0.0149772 May 16 18:57:35.581493 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-440f16f9-9a50-4670-ac8d-4374c635e1ae req-5133b4b4-192e-4286-ab58-4f0130de10b4 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092024 May 16 18:57:35.593187 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-6cd5e3aa-6582-46e1-8ff8-b33f3ccafc70 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712228 May 16 18:57:35.708258 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-0bad064f-2fb5-4b8a-8c4e-a9f0059c723f service neutron] 10.222.0.72 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018212 May 16 18:57:35.814334 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-22d77a53-44cc-49f8-bfc2-570523cb9256 service neutron] 10.222.0.72 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996609 May 16 18:57:36.202589 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-01a5974d-e257-4622-b54a-bed7d8819a8b req-718875e5-33fc-4982-bd19-0dc33936588d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 210 time: 0.0355790 May 16 18:57:37.323302 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-85e75e5e-a4e1-4dda-aaf3-260444ec1747 req-2a148b4e-5af7-4f1c-8b41-0a8b75b4eb8f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 210 time: 0.0348158 May 16 18:57:37.504719 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-659002ba-f3b2-4d85-b749-84d1a248ecaa tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:37.508441 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-659002ba-f3b2-4d85-b749-84d1a248ecaa tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 811 time: 0.1456261 May 16 18:57:37.601455 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-0a04ecc7-92f6-4af9-a1c2-5ad412853669 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b168bfd42a645269b47c98f4210e4aa HTTP/1.1" status: 200 len: 380 time: 0.0850213 May 16 18:57:37.612127 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'port': {'device_id': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'admin_state_up': True, 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'security_groups': ['a305b444-b997-464d-bbfb-89a1b47dd3fe']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:37.743785 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Made reservation on behalf of 5b168bfd42a645269b47c98f4210e4aa for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:57:37.747350 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:37.909970 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Allocated IP 172.20.0.13 (3bdc43d0-da09-483c-a5e7-ef200c0654fb/dbfe558b-fc6c-4a72-956e-26c22b3c56f3/f3724a00-7e9f-4041-8edf-d95832fa4fc7) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:57:38.112896 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:38.152436 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:38.225757 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:57:38.230354 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:57:38.235258 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:57:38.290401 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'Port': ['ID=f3724a00-7e9f-4041-8edf-d95832fa4fc7,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:38.309566 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:38.310523 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:38.332453 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-5461e42f-cd96-4504-8391-b7c4779ac7b6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7253015 May 16 18:57:38.384537 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Request body: {'port': {'device_id': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:38.504595 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:38.511990 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef0910-aff9-4d7a-bd91-2ad0d8e22869 req-448aa763-17e5-4466-8039-c7d6f654c70f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:38.513459 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a6ef0910-aff9-4d7a-bd91-2ad0d8e22869 req-448aa763-17e5-4466-8039-c7d6f654c70f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 932 time: 0.0766890 May 16 18:57:38.585210 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-efa028d7-dfd1-4f39-982a-09fd4b3c0a52 None None] Provisioning complete for port f3724a00-7e9f-4041-8edf-d95832fa4fc7 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:57:38.586007 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-efa028d7-dfd1-4f39-982a-09fd4b3c0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:38.619265 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-efa028d7-dfd1-4f39-982a-09fd4b3c0a52 None None] Port f3724a00-7e9f-4041-8edf-d95832fa4fc7 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:57:38.636030 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a6ef0910-aff9-4d7a-bd91-2ad0d8e22869 req-2eff73d7-28ed-4fbe-ae1f-1493e8b9bd3d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118648 May 16 18:57:38.895818 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3724a00-7e9f-4041-8edf-d95832fa4fc7 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:57:38.905676 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Publish callbacks [] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:38.920633 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Transition to ACTIVE for port object f3724a00-7e9f-4041-8edf-d95832fa4fc7 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:57:38.926574 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:38.981474 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Pushing event updated for resources: {'Port': ['ID=f3724a00-7e9f-4041-8edf-d95832fa4fc7,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:39.071698 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Attempting to bind port f3724a00-7e9f-4041-8edf-d95832fa4fc7 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:57:39.072174 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Attempting to bind port f3724a00-7e9f-4041-8edf-d95832fa4fc7 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:57:39.072527 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Attempting to bind port f3724a00-7e9f-4041-8edf-d95832fa4fc7 on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:57:39.077937 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Port f3724a00-7e9f-4041-8edf-d95832fa4fc7 on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:57:39.078418 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Attempting to bind port f3724a00-7e9f-4041-8edf-d95832fa4fc7 on network 3bdc43d0-da09-483c-a5e7-ef200c0654fb {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:57:39.085828 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:57:39.085828 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Checking segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:57:39.085828 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Bound using segment: {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:57:39.086261 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Bound port: f3724a00-7e9f-4041-8edf-d95832fa4fc7, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c94e81-dd17-43da-92e0-c5e8084b2b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:57:39.086507 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.176903 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] For port f3724a00-7e9f-4041-8edf-d95832fa4fc7, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:57:39.178722 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] For port f3724a00-7e9f-4041-8edf-d95832fa4fc7, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f3724a00-7e9f-4041-8edf-d95832fa4fc7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:57:39.186588 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.226129 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:39.226947 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.228472 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] 10.222.0.61 "PUT /v2.0/ports/f3724a00-7e9f-4041-8edf-d95832fa4fc7 HTTP/1.1" status: 200 len: 1094 time: 0.8511012 May 16 18:57:39.231694 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:57:39.234009 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3105a28-4da7-43c2-8492-bf406f12c105" -d '{"events": [{"name": "network-changed", "server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:57:39.290448 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d234f81-e820-4c9c-b123-e399e1403a1f service neutron] Pushing event updated for resources: {'Port': ['ID=f3724a00-7e9f-4041-8edf-d95832fa4fc7,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:39.317286 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97a644b-8f50-4afa-9225-4715bb2f9205 x-openstack-request-id: req-b97a644b-8f50-4afa-9225-4715bb2f9205 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:57:39.317640 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:57:39.317925 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b97a644b-8f50-4afa-9225-4715bb2f9205 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:57:39.318306 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97a644b-8f50-4afa-9225-4715bb2f9205'] response: {'name': 'network-changed', 'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'status': 'completed', 'code': 200} May 16 18:57:39.507022 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50044) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:39.633204 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.720751 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Publish callbacks [] for security_group (2613a699-2ebf-4204-8952-585411ea1059), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.725604 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (2613a699-2ebf-4204-8952-585411ea1059), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.772543 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6fc58-99a7-4a6b-bc02-c1aaeb75c7ad req-6179c2b2-8342-444a-a774-86a20c9358c3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:39.774293 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-44d6fc58-99a7-4a6b-bc02-c1aaeb75c7ad req-6179c2b2-8342-444a-a774-86a20c9358c3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0548596 May 16 18:57:39.793689 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2245b817988a4657b4dea4fa53129616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853479 May 16 18:57:39.796292 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50050) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:39.806288 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2613a699-2ebf-4204-8952-585411ea1059,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:39.830855 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-44d6fc58-99a7-4a6b-bc02-c1aaeb75c7ad req-19a0044e-86d0-4895-a1dd-c7519fa22e81 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500975 May 16 18:57:39.831780 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.832351 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.832906 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.833476 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.834000 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.834539 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.835107 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.835654 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.836241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.836788 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.837349 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.837891 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.838455 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.839011 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.839547 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f939d8-2e15-4662-a6d4-7969457ed381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:57:39.901108 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8948af0b-521b-458a-86ab-2c729f22f0dd admin admin] Publish callbacks [] for security_group (2613a699-2ebf-4204-8952-585411ea1059), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.925119 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8948af0b-521b-458a-86ab-2c729f22f0dd admin admin] Publish callbacks [] for security_group (2613a699-2ebf-4204-8952-585411ea1059), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.979518 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8948af0b-521b-458a-86ab-2c729f22f0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (2613a699-2ebf-4204-8952-585411ea1059), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.981951 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8948af0b-521b-458a-86ab-2c729f22f0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:39.983130 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8948af0b-521b-458a-86ab-2c729f22f0dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2613a699-2ebf-4204-8952-585411ea1059 HTTP/1.1" status: 204 len: 168 time: 0.1856031 May 16 18:57:39.993037 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948af0b-521b-458a-86ab-2c729f22f0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2613a699-2ebf-4204-8952-585411ea1059,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:40.992364 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a72d97-1ea3-4908-84e2-050e7dd23ad8 req-52653eb1-3108-4093-b661-0dbb91858b30 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:40.993918 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-67a72d97-1ea3-4908-84e2-050e7dd23ad8 req-52653eb1-3108-4093-b661-0dbb91858b30 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0619087 May 16 18:57:41.069251 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-67a72d97-1ea3-4908-84e2-050e7dd23ad8 req-d58a6a08-92ed-49c9-a433-1b23ee9cdc54 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646720 May 16 18:57:42.013056 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3105a28-4da7-43c2-8492-bf406f12c105 req-59dce2c6-ccb1-44a3-bab0-5bd2e5fec149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:42.014387 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3105a28-4da7-43c2-8492-bf406f12c105 req-59dce2c6-ccb1-44a3-bab0-5bd2e5fec149 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 1128 time: 0.0448074 May 16 18:57:42.214316 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cc8c4-9550-47c5-b068-e9aa26b0c300 req-149bd609-335b-49c3-bd53-3c7ce872372c tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:42.216532 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-649cc8c4-9550-47c5-b068-e9aa26b0c300 req-149bd609-335b-49c3-bd53-3c7ce872372c tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0750279 May 16 18:57:42.328858 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-649cc8c4-9550-47c5-b068-e9aa26b0c300 req-70aa2132-2d35-41c7-9401-9f4653d54be8 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030915 May 16 18:57:42.420570 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3105a28-4da7-43c2-8492-bf406f12c105 req-481e1fc5-f2b6-4037-9be7-27e746d4b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:42.422697 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3105a28-4da7-43c2-8492-bf406f12c105 req-481e1fc5-f2b6-4037-9be7-27e746d4b06e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5b168bfd42a645269b47c98f4210e4aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1724305 May 16 18:57:42.786240 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3105a28-4da7-43c2-8492-bf406f12c105 req-52c26965-fc29-4bbc-b0f9-b6c09641210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:42.787971 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b3105a28-4da7-43c2-8492-bf406f12c105 req-52c26965-fc29-4bbc-b0f9-b6c09641210d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031594 May 16 18:57:42.879195 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-a28e310f-4593-4c68-a632-09a568fafcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:42.880797 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-a28e310f-4593-4c68-a632-09a568fafcf7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 1128 time: 0.0440524 May 16 18:57:42.922737 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-16859886-111f-43ec-80a8-5617d7801e9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3724a00-7e9f-4041-8edf-d95832fa4fc7 HTTP/1.1" status: 200 len: 217 time: 0.0340834 May 16 18:57:43.012277 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-a52edae0-b426-4071-b81f-29980e468543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:43.014052 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-a52edae0-b426-4071-b81f-29980e468543 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0840127 May 16 18:57:43.015412 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-6c327cd1-7af9-4682-96f6-761b8eb492dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548754 May 16 18:57:43.066071 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-04c6e394-9953-4793-b101-6ebe1a58cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:43.067527 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-04c6e394-9953-4793-b101-6ebe1a58cd0c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410700 May 16 18:57:43.175503 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-f2e19d69-f326-4c9d-8dc4-9c78e0d5c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:43.177463 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-f2e19d69-f326-4c9d-8dc4-9c78e0d5c6b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 1130 time: 0.0881648 May 16 18:57:43.226968 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-c4be2ec6-6927-443e-a536-2faee296b9fe service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465991 May 16 18:57:43.686973 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534db0c1-484f-44ba-9d72-6e487e44ec2b req-da4ce049-50c6-4d6f-8ea3-e9f1e0891869 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:43.688671 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-534db0c1-484f-44ba-9d72-6e487e44ec2b req-da4ce049-50c6-4d6f-8ea3-e9f1e0891869 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.1120536 May 16 18:57:43.712786 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-deea4b4d-81df-4438-a5ba-1de7e4778d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:43.714223 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-deea4b4d-81df-4438-a5ba-1de7e4778d91 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 912 time: 0.5154297 May 16 18:57:43.773587 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2ce81e8b-ff96-44b3-acf3-663557df436b req-9ba46d0f-9d87-4b4c-919a-36668ba61167 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392864 May 16 18:57:43.811642 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-534db0c1-484f-44ba-9d72-6e487e44ec2b req-e06cce19-72dd-4476-bc92-0d255dd45ffa tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135633 May 16 18:57:43.823329 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-68c78a69-e178-4d75-97f2-3bd20ebe5568 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c357f9-475e-4afa-b068-1499c20820a7 HTTP/1.1" status: 200 len: 1001 time: 0.0958478 May 16 18:57:44.189473 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-c1d2389e-23b6-40a5-ae2b-6ead549e7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:44.193232 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-c1d2389e-23b6-40a5-ae2b-6ead549e7007 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0560894 May 16 18:57:44.263895 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-4bcf20cb-05c1-4b9b-8d66-5055916451da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:44.266466 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-4bcf20cb-05c1-4b9b-8d66-5055916451da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0639145 May 16 18:57:44.388463 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-8ffe1186-c174-4d76-bd2d-f65b2a88fdcb service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025171 May 16 18:57:44.487867 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-36750bfd-87eb-4338-b1c2-2ece45b68419 req-2033e6c5-b86e-41a8-9a9f-2ffd1a829abf service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899956 May 16 18:57:44.944902 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8ccdf-75d2-40ad-98f8-c12fc51a81ac req-5a9479af-a13e-4634-8f28-8a0a01061934 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:44.946725 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35f8ccdf-75d2-40ad-98f8-c12fc51a81ac req-5a9479af-a13e-4634-8f28-8a0a01061934 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0529840 May 16 18:57:45.000368 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-35f8ccdf-75d2-40ad-98f8-c12fc51a81ac req-eeea5eee-e4a0-417d-9712-50e8f2ed66d3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469546 May 16 18:57:46.140070 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d87c7-0896-4457-8a9b-d98b4ba1b002 req-5078bb56-6feb-467f-b447-db178a333321 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:46.142612 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4f4d87c7-0896-4457-8a9b-d98b4ba1b002 req-5078bb56-6feb-467f-b447-db178a333321 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0626292 May 16 18:57:46.220591 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-4f4d87c7-0896-4457-8a9b-d98b4ba1b002 req-0a3639c2-55c0-4b64-ab74-ce5d0fa91572 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712276 May 16 18:57:46.486933 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:57:47.350206 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0302-c343-4c06-be64-d9cc60121f7f req-1cc77ed2-d2d2-4197-a9fc-95e0444edeee tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:47.351822 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-08ec0302-c343-4c06-be64-d9cc60121f7f req-1cc77ed2-d2d2-4197-a9fc-95e0444edeee tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0524168 May 16 18:57:47.412510 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-08ec0302-c343-4c06-be64-d9cc60121f7f req-8671eb15-5022-418e-8aac-2aa4141e8e90 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547037 May 16 18:57:48.552105 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0e8dc-6890-4af6-b157-e6e61f94013c req-6b39058e-f855-4ef6-a6ee-7d3a514aa4c5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:48.553769 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9ee0e8dc-6890-4af6-b157-e6e61f94013c req-6b39058e-f855-4ef6-a6ee-7d3a514aa4c5 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0539114 May 16 18:57:48.611732 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9ee0e8dc-6890-4af6-b157-e6e61f94013c req-e0947d5e-ae37-44b2-9402-a0814cc0346a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499284 May 16 18:57:49.757269 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01a63a-92b4-4d7b-8df7-a4e6a4090ba2 req-3f1053f5-b4dd-418b-9374-0840ea5e0cd3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:49.758875 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9b01a63a-92b4-4d7b-8df7-a4e6a4090ba2 req-3f1053f5-b4dd-418b-9374-0840ea5e0cd3 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0582309 May 16 18:57:49.819589 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9b01a63a-92b4-4d7b-8df7-a4e6a4090ba2 req-149f0a4d-4672-4a95-b6be-8b73d3700b30 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517912 May 16 18:57:50.948744 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f55f8-313b-43f9-9422-0d04c3229881 req-50b81094-2f34-48a3-9f60-392bd4c20a98 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:50.950339 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b64f55f8-313b-43f9-9422-0d04c3229881 req-50b81094-2f34-48a3-9f60-392bd4c20a98 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0515928 May 16 18:57:51.026781 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b64f55f8-313b-43f9-9422-0d04c3229881 req-951f966a-0cf5-49af-bce2-553bab8c68bd tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679069 May 16 18:57:52.223468 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c46535-51ea-4108-96cb-6c71b1ac1da2 req-215b8b69-f60a-48d8-be19-a3ec0509ebf8 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:52.225054 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d1c46535-51ea-4108-96cb-6c71b1ac1da2 req-215b8b69-f60a-48d8-be19-a3ec0509ebf8 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 944 time: 0.0842683 May 16 18:57:52.280327 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d1c46535-51ea-4108-96cb-6c71b1ac1da2 req-383f01f1-20d7-4a64-a89c-2726d356f0fa tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496256 May 16 18:57:52.944696 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device f3724a00-7e9f-4041-8edf-d95832fa4fc7 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:57:53.048837 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port f3724a00-7e9f-4041-8edf-d95832fa4fc7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f3724a00-7e9f-4041-8edf-d95832fa4fc7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:57:53.060566 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'port_id': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'mac_address': 'fa:16:3e:e0:07:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:57:53.105709 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port f3724a00-7e9f-4041-8edf-d95832fa4fc7 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:57:53.106090 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:53.119611 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3724a00-7e9f-4041-8edf-d95832fa4fc7 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:57:53.140387 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port f3724a00-7e9f-4041-8edf-d95832fa4fc7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f3724a00-7e9f-4041-8edf-d95832fa4fc7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:57:53.146263 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:53.213378 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=f3724a00-7e9f-4041-8edf-d95832fa4fc7,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:53.428493 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b8ac0-add6-4ffe-b038-01fa9443e3cc req-d31f1f08-8549-48e1-bf7e-5f5caa1ba70f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:53.430109 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-de5b8ac0-add6-4ffe-b038-01fa9443e3cc req-d31f1f08-8549-48e1-bf7e-5f5caa1ba70f tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 945 time: 0.0517476 May 16 18:57:53.454898 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['f3724a00-7e9f-4041-8edf-d95832fa4fc7'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:57:53.494734 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-de5b8ac0-add6-4ffe-b038-01fa9443e3cc req-94edc38b-02fe-4cfc-b85b-976ca7c1bcd0 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579844 May 16 18:57:54.615275 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277ef9-a196-436d-9407-511d1cb44826 req-36f2a2c9-e27d-4349-95e4-7349baf78040 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:54.616873 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-50277ef9-a196-436d-9407-511d1cb44826 req-36f2a2c9-e27d-4349-95e4-7349baf78040 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 945 time: 0.0531905 May 16 18:57:54.668883 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-50277ef9-a196-436d-9407-511d1cb44826 req-29e7352c-2d1b-49e5-93dd-43537aaf4d63 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459745 May 16 18:57:54.950600 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device f3724a00-7e9f-4041-8edf-d95832fa4fc7 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:57:54.998558 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port f3724a00-7e9f-4041-8edf-d95832fa4fc7 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:57:55.007345 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port f3724a00-7e9f-4041-8edf-d95832fa4fc7 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:57:55.007754 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:55.093330 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port f3724a00-7e9f-4041-8edf-d95832fa4fc7 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:57:55.093716 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:55.117834 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:57:55.120202 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e2c9ed-09fa-4e0a-a810-0b162b120652" -d '{"events": [{"server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "name": "network-vif-plugged", "status": "completed", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:57:55.134234 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port f3724a00-7e9f-4041-8edf-d95832fa4fc7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f3724a00-7e9f-4041-8edf-d95832fa4fc7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:57:55.139071 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:55.167222 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007e067d-10bb-480c-a47f-8382890e7de1 x-openstack-request-id: req-007e067d-10bb-480c-a47f-8382890e7de1 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:57:55.167512 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "name": "network-vif-plugged", "status": "completed", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:57:55.167805 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-007e067d-10bb-480c-a47f-8382890e7de1 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:57:55.168189 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007e067d-10bb-480c-a47f-8382890e7de1'] response: {'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'code': 200} May 16 18:57:55.204318 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=f3724a00-7e9f-4041-8edf-d95832fa4fc7,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:55.435335 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48faf37d-0294-4185-b991-1e9d05c9b69c req-0a768102-c794-44c2-b9dd-05a0e3583bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:55.436892 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-48faf37d-0294-4185-b991-1e9d05c9b69c req-0a768102-c794-44c2-b9dd-05a0e3583bdc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 1130 time: 0.0511353 May 16 18:57:55.493128 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-48faf37d-0294-4185-b991-1e9d05c9b69c req-92ca9f52-81f2-422b-92d6-16f2b7e50ee6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460680 May 16 18:57:55.828836 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad4f09-4fb3-47fe-bb5e-43389373e46c req-aec2c54b-4694-4114-8019-f99fde248e8b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:55.830439 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2ad4f09-4fb3-47fe-bb5e-43389373e46c req-aec2c54b-4694-4114-8019-f99fde248e8b tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 946 time: 0.0646670 May 16 18:57:55.901955 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d2ad4f09-4fb3-47fe-bb5e-43389373e46c req-183da0d9-7357-4171-83c2-e9a549957921 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654812 May 16 18:57:57.037867 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade60e32-ffbf-4925-b447-c63b4fe766a2 req-4894bd5c-d00e-4160-995b-d5d8a3b401da tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:57.039426 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ade60e32-ffbf-4925-b447-c63b4fe766a2 req-4894bd5c-d00e-4160-995b-d5d8a3b401da tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 946 time: 0.0574625 May 16 18:57:57.109215 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ade60e32-ffbf-4925-b447-c63b4fe766a2 req-f21d328f-19e1-4ed6-b64f-f3852a578939 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633991 May 16 18:57:58.243186 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972709fb-1725-40d4-bf21-c07acb4a2986 req-7df210c6-b33a-4cc3-99f3-a1001fc0b4fb tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:58.244625 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-972709fb-1725-40d4-bf21-c07acb4a2986 req-7df210c6-b33a-4cc3-99f3-a1001fc0b4fb tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 946 time: 0.0533462 May 16 18:57:58.310738 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-972709fb-1725-40d4-bf21-c07acb4a2986 req-a083a67e-ba4f-4980-9396-4a1ac65ac0ae tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601704 May 16 18:57:58.440761 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3429705-5530-4d72-8842-451b746d80d9 req-580a681b-b34f-401c-84a0-e193d9926383 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:58.442371 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d3429705-5530-4d72-8842-451b746d80d9 req-580a681b-b34f-401c-84a0-e193d9926383 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 946 time: 0.0578730 May 16 18:57:58.528215 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d3429705-5530-4d72-8842-451b746d80d9 req-b0605c19-1256-4e67-be5a-8aacfe1cc42d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790653 May 16 18:57:58.557912 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50348) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:58.802608 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d4bb4-84d3-451a-8d95-4b1c326722ec tempest-TestVolumeBootPattern-1285964633 tempest-TestVolumeBootPattern-1285964633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:57:58.809081 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c64d4bb4-84d3-451a-8d95-4b1c326722ec tempest-TestVolumeBootPattern-1285964633 tempest-TestVolumeBootPattern-1285964633-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 1125 time: 0.2496774 May 16 18:57:58.812427 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50352) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:57:58.818601 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'port_id': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:57:58.847019 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:58.962742 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:59.061502 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b696d0e0-5e22-4be7-a400-45ec8c50abb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:59.083538 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Allocated IP 172.27.1.51 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/ad5423e6-3aca-4e60-9ddb-e06499649f9d) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:57:59.206913 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for port (ad5423e6-3aca-4e60-9ddb-e06499649f9d), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:59.240092 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (ad5423e6-3aca-4e60-9ddb-e06499649f9d), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:59.277492 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:57:59.280359 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:57:59.287288 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:57:59.292425 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'Port': ['ID=ad5423e6-3aca-4e60-9ddb-e06499649f9d,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:57:59.718533 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (3008983a-08a5-47b1-99e5-f7f1ff19a692), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:57:59.809768 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (ad5423e6-3aca-4e60-9ddb-e06499649f9d), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:00.053024 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for port (ad5423e6-3aca-4e60-9ddb-e06499649f9d), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:00.066532 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (ad5423e6-3aca-4e60-9ddb-e06499649f9d), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:00.145187 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event updated for resources: {'Port': ['ID=ad5423e6-3aca-4e60-9ddb-e06499649f9d,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:00.158160 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (3008983a-08a5-47b1-99e5-f7f1ff19a692), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:00.303994 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Floating IP 3008983a-08a5-47b1-99e5-f7f1ff19a692 associated. External IP: 172.27.1.51, port: f3724a00-7e9f-4041-8edf-d95832fa4fc7. May 16 18:58:00.618190 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:58:00.756666 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:58:00.768349 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] Sync routers for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:58:00.779681 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:00.782896 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:00.784007 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:57:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:00.815884 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-62abe150-270d-484a-9ea4-4b1d29429f79 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0013211 May 16 18:58:00.816499 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:58:00.819072 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:58:00.870748 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60789f64-8a3c-42df-a64b-26d2d3276443 x-openstack-request-id: req-60789f64-8a3c-42df-a64b-26d2d3276443 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:58:00.871241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:58:00.871666 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60789f64-8a3c-42df-a64b-26d2d3276443 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:58:00.872408 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60789f64-8a3c-42df-a64b-26d2d3276443'] response: {'name': 'network-changed', 'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'status': 'completed', 'code': 200} May 16 18:58:00.928652 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:00.949725 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-050dfcb0-d10b-48f3-8366-d6f4e27d5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:00.951772 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-050dfcb0-d10b-48f3-8366-d6f4e27d5f76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 1130 time: 0.0544939 May 16 18:58:01.067762 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-251ff5ff-812f-4e1c-a3e7-e17a3c50e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:01.069303 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-251ff5ff-812f-4e1c-a3e7-e17a3c50e667 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 912 time: 0.1085622 May 16 18:58:01.184994 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-7cb0a26d-80ae-4bb6-b672-32a98905fc0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3724a00-7e9f-4041-8edf-d95832fa4fc7 HTTP/1.1" status: 200 len: 999 time: 0.1002579 May 16 18:58:01.214167 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3008983a-08a5-47b1-99e5-f7f1ff19a692', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:e0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:57:59Z', 'updated_at': '2022-05-16T18:57:59Z', 'revision_number': 0, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}, {'id': '9871e756-e946-4cce-b530-a9057c5591d0', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:55:34Z', 'updated_at': '2022-05-16T18:55:38Z', 'revision_number': 1, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:01.242842 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] Checking router: 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:58:01.253279 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:01.253941 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:57:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:01.264159 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-d69420ea-4eca-4474-ba76-0644793c56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:01.265730 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-d69420ea-4eca-4474-ba76-0644793c56f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0722930 May 16 18:58:01.336650 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-2c0aff24-67e8-46a5-985b-78adc6fba034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:01.338268 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-2c0aff24-67e8-46a5-985b-78adc6fba034 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653884 May 16 18:58:01.392911 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:01.504634 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-5367019f-7ff0-4052-b8d2-75ed4e28f1fa service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580839 May 16 18:58:01.579271 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-54627c0f-dec6-450e-b49f-e0632c2091dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:01.670405 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2e1bc42c-13a2-448d-ab14-69d12d0f4a0a req-4b99853c-4dbe-4229-b124-d1cc778cdfe9 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521575 May 16 18:58:01.827447 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3008983a-08a5-47b1-99e5-f7f1ff19a692', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:e0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:57:59Z', 'updated_at': '2022-05-16T18:57:59Z', 'revision_number': 0, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}, {'id': '9871e756-e946-4cce-b530-a9057c5591d0', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:55:34Z', 'updated_at': '2022-05-16T18:55:38Z', 'revision_number': 1, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:01.861632 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ce2b5-47a9-47f4-8d1d-5705d4e89200 None None] The sync data for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi is: [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '3008983a-08a5-47b1-99e5-f7f1ff19a692', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:e0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:57:59Z', 'updated_at': '2022-05-16T18:57:59Z', 'revision_number': 0, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}, {'id': '9871e756-e946-4cce-b530-a9057c5591d0', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:55:34Z', 'updated_at': '2022-05-16T18:55:38Z', 'revision_number': 1, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:58:02.130437 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf9f81-53ab-49fc-af4a-f705dde97c0b None None] New status for floating IP 3008983a-08a5-47b1-99e5-f7f1ff19a692: ACTIVE {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:58:02.848050 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:04.112779 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:04.647276 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:05.475658 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:23.487853 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:58:29.055891 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-897677ee-4692-47d6-97b6-f00949acb9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:31.520681 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3e970b7c-771a-4057-b787-2cea59d17d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:32.847387 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:33.593558 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50698) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:33.740773 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8cb7c6fc-5fa1-4f1d-bd3a-a9d9a7e6014c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:33.830813 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8cb7c6fc-5fa1-4f1d-bd3a-a9d9a7e6014c admin admin] Publish callbacks [] for security_group (d94f5bcc-09d6-4c93-8cdc-50736bff07e3), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:33.835815 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-8cb7c6fc-5fa1-4f1d-bd3a-a9d9a7e6014c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d94f5bcc-09d6-4c93-8cdc-50736bff07e3), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:33.875498 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7c6fc-5fa1-4f1d-bd3a-a9d9a7e6014c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94f5bcc-09d6-4c93-8cdc-50736bff07e3,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:33.881779 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8cb7c6fc-5fa1-4f1d-bd3a-a9d9a7e6014c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=960412c282f44c8693402a1469c9c313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868738 May 16 18:58:33.884873 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50702) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:33.944699 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-01a6d844-059e-402e-8dbe-e5a9e1029860 admin admin] Publish callbacks [] for security_group (d94f5bcc-09d6-4c93-8cdc-50736bff07e3), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:33.972326 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-01a6d844-059e-402e-8dbe-e5a9e1029860 admin admin] Publish callbacks [] for security_group (d94f5bcc-09d6-4c93-8cdc-50736bff07e3), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.039761 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-01a6d844-059e-402e-8dbe-e5a9e1029860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (d94f5bcc-09d6-4c93-8cdc-50736bff07e3), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.045524 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-01a6d844-059e-402e-8dbe-e5a9e1029860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.047645 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-01a6d844-059e-402e-8dbe-e5a9e1029860 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d94f5bcc-09d6-4c93-8cdc-50736bff07e3 HTTP/1.1" status: 204 len: 168 time: 0.1620054 May 16 18:58:34.067899 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6d844-059e-402e-8dbe-e5a9e1029860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94f5bcc-09d6-4c93-8cdc-50736bff07e3,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:34.116376 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.224165 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50712) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:34.528551 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e940fff8-057a-4136-bfe3-b896c9656285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.619855 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e940fff8-057a-4136-bfe3-b896c9656285 admin admin] Publish callbacks [] for security_group (3724b141-8007-4f37-89c3-51e740924d3c), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.624845 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e940fff8-057a-4136-bfe3-b896c9656285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3724b141-8007-4f37-89c3-51e740924d3c), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.636984 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.667229 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-e940fff8-057a-4136-bfe3-b896c9656285 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9efeff69f9f4234848b83b130995dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416139 May 16 18:58:34.668140 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940fff8-057a-4136-bfe3-b896c9656285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3724b141-8007-4f37-89c3-51e740924d3c,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:34.669859 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 50718) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:34.739020 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Publish callbacks [] for security_group (3724b141-8007-4f37-89c3-51e740924d3c), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.763799 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Publish callbacks [] for security_group (3724b141-8007-4f37-89c3-51e740924d3c), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.818951 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (3724b141-8007-4f37-89c3-51e740924d3c), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.821908 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:34.823090 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3724b141-8007-4f37-89c3-51e740924d3c HTTP/1.1" status: 204 len: 168 time: 0.1521988 May 16 18:58:34.841976 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3724b141-8007-4f37-89c3-51e740924d3c,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:34.865498 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.865856 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.866204 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.866549 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.866886 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.867224 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.867580 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.868036 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.868212 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.868547 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.869667 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.869667 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.869667 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.870130 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.870248 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24087-ff74-4f9d-998f-ace9ed7e4ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:34.958385 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae58a-d96e-4f32-87aa-6f470d070a63 req-1b810b1b-8b33-4b4d-a5fa-e688a74a1caa tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:34.959976 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dc8ae58a-d96e-4f32-87aa-6f470d070a63 req-1b810b1b-8b33-4b4d-a5fa-e688a74a1caa tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 946 time: 0.0545187 May 16 18:58:35.019969 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dc8ae58a-d96e-4f32-87aa-6f470d070a63 req-b88e259a-993b-41c4-8e4c-8f5a1692d523 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530529 May 16 18:58:35.462680 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:36.159376 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a67cc9-d7a9-483d-bb7b-6cf81db55001 req-95c4724a-914a-4bfb-86c1-34827718f772 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:36.160995 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c4a67cc9-d7a9-483d-bb7b-6cf81db55001 req-95c4724a-914a-4bfb-86c1-34827718f772 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 946 time: 0.0591519 May 16 18:58:36.215781 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c4a67cc9-d7a9-483d-bb7b-6cf81db55001 req-100878ea-d5a1-4328-8429-d564adbf9830 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 May 16 18:58:36.668715 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-0a208784-ba4a-4ec1-811a-1951ac055503 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:36.670145 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-0a208784-ba4a-4ec1-811a-1951ac055503 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.61 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 946 time: 0.0460005 May 16 18:58:36.750169 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Deleting port 451d3565-ef78-43e5-aa1f-1741fb7624c4 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:58:36.750508 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:36.841075 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] For port 451d3565-ef78-43e5-aa1f-1741fb7624c4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=451d3565-ef78-43e5-aa1f-1741fb7624c4,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:36.841438 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:36.854043 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Calling delete_port for 451d3565-ef78-43e5-aa1f-1741fb7624c4 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:58:36.979891 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (451d3565-ef78-43e5-aa1f-1741fb7624c4), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:36.992293 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['451d3565-ef78-43e5-aa1f-1741fb7624c4'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:58:37.008094 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Pushing event deleted for resources: {'Port': ['ID=451d3565-ef78-43e5-aa1f-1741fb7624c4,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:37.051966 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] No DVR routers for this DVR port 451d3565-ef78-43e5-aa1f-1741fb7624c4 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:58:37.054508 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:37.057950 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-054b9a2a-3368-4b9f-9a95-bab58dd039e5 req-969dbc27-063b-40e3-9e83-b2eeb34ce891 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.61 "DELETE /v2.0/ports/451d3565-ef78-43e5-aa1f-1741fb7624c4 HTTP/1.1" status: 204 len: 173 time: 0.3825212 May 16 18:58:37.058402 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5303dd81-d9ae-49a9-8d35-f7584e91aecc', 'name': 'network-vif-deleted', 'tag': '451d3565-ef78-43e5-aa1f-1741fb7624c4'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:58:37.060751 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798914e4-d9e9-4efd-b0c6-4e0b8619b6ea" -d '{"events": [{"server_uuid": "5303dd81-d9ae-49a9-8d35-f7584e91aecc", "name": "network-vif-deleted", "tag": "451d3565-ef78-43e5-aa1f-1741fb7624c4"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:58:37.098204 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b47ed3-894a-45dc-9f05-6b336c7258d2 x-openstack-request-id: req-33b47ed3-894a-45dc-9f05-6b336c7258d2 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:58:37.098502 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5303dd81-d9ae-49a9-8d35-f7584e91aecc", "name": "network-vif-deleted", "tag": "451d3565-ef78-43e5-aa1f-1741fb7624c4", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:58:37.098753 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33b47ed3-894a-45dc-9f05-6b336c7258d2 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:58:37.099150 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b47ed3-894a-45dc-9f05-6b336c7258d2'] response: {'server_uuid': '5303dd81-d9ae-49a9-8d35-f7584e91aecc', 'name': 'network-vif-deleted', 'tag': '451d3565-ef78-43e5-aa1f-1741fb7624c4', 'status': 'completed', 'code': 200} May 16 18:58:37.357518 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e2fb1dac-6e0b-48b5-a717-e04b6777334e req-df84f072-c7bf-42cd-8c26-c7d345ec23be tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=5303dd81-d9ae-49a9-8d35-f7584e91aecc HTTP/1.1" status: 200 len: 210 time: 0.0502455 May 16 18:58:38.504699 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 50780) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:38.632940 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8a76-5143-4212-b846-57f67e77cace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:38.710843 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8a76-5143-4212-b846-57f67e77cace admin admin] Publish callbacks [] for security_group (f2815a9e-e416-47bf-97b8-3a9df7fc9d69), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:38.714551 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8a76-5143-4212-b846-57f67e77cace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (f2815a9e-e416-47bf-97b8-3a9df7fc9d69), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:38.753122 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-e9ed8a76-5143-4212-b846-57f67e77cace admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fcdead0c731540c997f3493902872775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466469 May 16 18:58:38.754986 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed8a76-5143-4212-b846-57f67e77cace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2815a9e-e416-47bf-97b8-3a9df7fc9d69,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:38.755742 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50786) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:38.806589 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b326333-a957-4a62-ac42-c346db5145b1 admin admin] Publish callbacks [] for security_group (f2815a9e-e416-47bf-97b8-3a9df7fc9d69), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:38.829710 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b326333-a957-4a62-ac42-c346db5145b1 admin admin] Publish callbacks [] for security_group (f2815a9e-e416-47bf-97b8-3a9df7fc9d69), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:38.882061 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b326333-a957-4a62-ac42-c346db5145b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (f2815a9e-e416-47bf-97b8-3a9df7fc9d69), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:38.885012 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2b326333-a957-4a62-ac42-c346db5145b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:38.886180 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-2b326333-a957-4a62-ac42-c346db5145b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2815a9e-e416-47bf-97b8-3a9df7fc9d69 HTTP/1.1" status: 204 len: 168 time: 0.1294494 May 16 18:58:38.894244 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b326333-a957-4a62-ac42-c346db5145b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2815a9e-e416-47bf-97b8-3a9df7fc9d69,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:39.578235 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50808) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:39.680347 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-487251474-network', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:58:39.700517 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Made reservation on behalf of bb467769134a4df0bb4608a8283e8dda for: {'network': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:58:39.704012 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:39.712352 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:39.746479 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 451d3565-ef78-43e5-aa1f-1741fb7624c4 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:58:39.768276 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 451d3565-ef78-43e5-aa1f-1741fb7624c4 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:58:39.768628 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 451d3565-ef78-43e5-aa1f-1741fb7624c4 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:58:39.804442 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Publish callbacks [] for security_group (7cfd12d7-080c-4293-bf4a-c0016357f230), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:39.808510 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (7cfd12d7-080c-4293-bf4a-c0016357f230), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:39.838523 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=115278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:58:39.845677 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfd12d7-080c-4293-bf4a-c0016357f230,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:39.855251 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (2f39a3dd-01e7-446a-9d1a-7e97e906e54a), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:39.855664 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.segments_db [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Added segment 2f39a3dd-01e7-446a-9d1a-7e97e906e54a of type vlan for network 197c1b72-74cd-4af0-b3fe-924ab553e62b May 16 18:58:39.858013 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.858453 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.858928 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.859274 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.859614 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.859981 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.860310 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.860639 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.861308 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.861646 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.861982 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.862312 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.862637 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.862961 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.863286 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:39.909938 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (197c1b72-74cd-4af0-b3fe-924ab553e62b), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:39.935432 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (197c1b72-74cd-4af0-b3fe-924ab553e62b), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:39.935914 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:39.937042 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:39.971220 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3918569 May 16 18:58:39.974032 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50814) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:39.978649 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Request body: {'subnet': {'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-487251474-subnet', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'ip_version': 4}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:58:40.013907 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d67fe-b1e4-4c42-a39c-376669b027f6 admin admin] Pushing event updated for resources: {'Network': ['ID=197c1b72-74cd-4af0-b3fe-924ab553e62b,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:40.024996 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 197c1b72-74cd-4af0-b3fe-924ab553e62b details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:58:40.030258 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Made reservation on behalf of bb467769134a4df0bb4608a8283e8dda for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:58:40.032819 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16616915'] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.211398 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4741415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16616901'] for subnet (bf9a314a-9bf3-4710-b28b-02b751b8645e), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.265835 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9a314a-9bf3-4710-b28b-02b751b8645e,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:40.276431 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Checking segment: {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:58:40.276795 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Network hostable DHCP agents. Network: 197c1b72-74cd-4af0-b3fe-924ab553e62b, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:58:40.292906 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Network 197c1b72-74cd-4af0-b3fe-924ab553e62b is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:58:40.302504 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 197c1b72-74cd-4af0-b3fe-924ab553e62b) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:40.306844 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:40.307444 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.314282 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f2b7e6-881b-4950-930d-a9be4e0eacec None None] Network 197c1b72-74cd-4af0-b3fe-924ab553e62b requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:58:40.324808 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-4cbaa9a3-7327-4c8d-bd15-d112f3ddc4ed admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3497515 May 16 18:58:40.327518 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 50818) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:40.332043 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:58:40.352594 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (0863f3fe-e106-4b44-87f3-f5023ce19ce2), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.353660 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (0863f3fe-e106-4b44-87f3-f5023ce19ce2), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.412472 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks [] for router_controller (0863f3fe-e106-4b44-87f3-f5023ce19ce2), precommit_add_association {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.418450 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-197c1b72-74cd-4af0-b3fe-924ab553e62b', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:58:40.419442 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.560335 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks [] for router_gateway (0863f3fe-e106-4b44-87f3-f5023ce19ce2), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.705045 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Allocated IP 172.20.0.2 (197c1b72-74cd-4af0-b3fe-924ab553e62b/bf9a314a-9bf3-4710-b28b-02b751b8645e/d759656c-3013-44fe-9d52-dc9d22e60e04) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:58:40.752062 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks [] for router_gateway (0863f3fe-e106-4b44-87f3-f5023ce19ce2), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.775976 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.864947 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Publish callbacks [] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.871518 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.884402 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Allocated IP 172.27.1.169 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/af9ff4de-8f4e-4a98-8b58-e09122cf88be) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:58:40.909953 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Network 197c1b72-74cd-4af0-b3fe-924ab553e62b is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:58:40.916111 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:40.923256 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:58:40.928433 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Pushing event updated for resources: {'Port': ['ID=d759656c-3013-44fe-9d52-dc9d22e60e04,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:40.941347 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.941706 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.942052 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.942394 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.942733 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.943059 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.943387 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.943736 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.944071 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.944403 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.944732 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.945236 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.945374 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.945689 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.946012 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:40.996176 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Attempting to bind port d759656c-3013-44fe-9d52-dc9d22e60e04 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:58:40.996543 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Attempting to bind port d759656c-3013-44fe-9d52-dc9d22e60e04 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:58:40.996740 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks [] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:40.996906 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Attempting to bind port d759656c-3013-44fe-9d52-dc9d22e60e04 on network 197c1b72-74cd-4af0-b3fe-924ab553e62b {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:58:41.002277 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:58:41.002654 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Checking segment: {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:58:41.003058 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:41.003454 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Bound using segment: {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:58:41.003951 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Bound port: d759656c-3013-44fe-9d52-dc9d22e60e04, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:58:41.004327 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:41.032385 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:41.071019 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:58:41.073952 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:41.074655 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] For port d759656c-3013-44fe-9d52-dc9d22e60e04, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:58:41.079165 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] For port d759656c-3013-44fe-9d52-dc9d22e60e04, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=d759656c-3013-44fe-9d52-dc9d22e60e04,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:58:41.081913 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:58:41.086021 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Pushing event updated for resources: {'Port': ['ID=af9ff4de-8f4e-4a98-8b58-e09122cf88be,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:41.086500 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:41.150263 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50997a-4689-4e06-b689-62ebadb207f7 None None] Pushing event updated for resources: {'Port': ['ID=d759656c-3013-44fe-9d52-dc9d22e60e04,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:41.350678 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks [] for router_gateway (0863f3fe-e106-4b44-87f3-f5023ce19ce2), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:41.556334 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (0863f3fe-e106-4b44-87f3-f5023ce19ce2), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:41.692213 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:58:41.816792 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:58:41.828159 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Sync routers for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:58:41.841442 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:41.842239 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:58:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:41.850828 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:41.852368 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-7d8fd284-84f4-41cb-8e67-9765baf0fc3e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5237153 May 16 18:58:41.855013 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 50824) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:41.997659 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:42.186776 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device d759656c-3013-44fe-9d52-dc9d22e60e04 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:42.220857 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6001d98-0ae7-479d-94e0-7ebc3aadf28f None None] Network 197c1b72-74cd-4af0-b3fe-924ab553e62b requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:58:42.252479 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:41Z', 'revision_number': 3, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:42.321476 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Checking router: 0863f3fe-e106-4b44-87f3-f5023ce19ce2 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:58:42.321820 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Updating router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 port af9ff4de-8f4e-4a98-8b58-e09122cf88be binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:58:42.363597 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-c74051d2-ec63-40c2-b5d1-ad33da7014a5 None None] Provisioning complete for port d759656c-3013-44fe-9d52-dc9d22e60e04 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:42.363990 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c74051d2-ec63-40c2-b5d1-ad33da7014a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.388815 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port d759656c-3013-44fe-9d52-dc9d22e60e04 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:42.389181 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.401241 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.597472 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.645430 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-c74051d2-ec63-40c2-b5d1-ad33da7014a5 None None] Current status of the port d759656c-3013-44fe-9d52-dc9d22e60e04 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:42.645813 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c74051d2-ec63-40c2-b5d1-ad33da7014a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.661042 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port d759656c-3013-44fe-9d52-dc9d22e60e04 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:42.661428 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.732905 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-c74051d2-ec63-40c2-b5d1-ad33da7014a5 None None] For port d759656c-3013-44fe-9d52-dc9d22e60e04, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=d759656c-3013-44fe-9d52-dc9d22e60e04,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:42.762924 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c74051d2-ec63-40c2-b5d1-ad33da7014a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.785914 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Allocated IP 172.20.0.1 (197c1b72-74cd-4af0-b3fe-924ab553e62b/bf9a314a-9bf3-4710-b28b-02b751b8645e/9b363f39-73f1-4f83-8341-2d8bd0315879) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:58:42.855194 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.db.api [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 18:58:42.855662 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG oslo_db.api [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 18:58:42.870155 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74051d2-ec63-40c2-b5d1-ad33da7014a5 None None] Pushing event updated for resources: {'Port': ['ID=d759656c-3013-44fe-9d52-dc9d22e60e04,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:42.898753 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-422c76ce-4541-4015-af6b-a45d01c2d1c1 None None] Provisioning complete for port d759656c-3013-44fe-9d52-dc9d22e60e04 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:42.899117 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-422c76ce-4541-4015-af6b-a45d01c2d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.911029 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Publish callbacks [] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.961777 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.970591 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Publish callbacks [] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:42.980754 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.008833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Network 197c1b72-74cd-4af0-b3fe-924ab553e62b is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:58:43.017945 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:43.020552 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:58:43.024350 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Pushing event updated for resources: {'Port': ['ID=9b363f39-73f1-4f83-8341-2d8bd0315879,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:43.066505 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (0863f3fe-e106-4b44-87f3-f5023ce19ce2), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.075384 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d279d-d4f5-420d-b589-f7f330629564 None None] Pushing event updated for resources: {'Port': ['ID=af9ff4de-8f4e-4a98-8b58-e09122cf88be,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:43.080475 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-422c76ce-4541-4015-af6b-a45d01c2d1c1 None None] Current status of the port d759656c-3013-44fe-9d52-dc9d22e60e04 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:43.083674 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Attempting to bind port af9ff4de-8f4e-4a98-8b58-e09122cf88be on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:58:43.084610 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Attempting to bind port af9ff4de-8f4e-4a98-8b58-e09122cf88be by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:58:43.084610 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Attempting to bind port af9ff4de-8f4e-4a98-8b58-e09122cf88be on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:58:43.090529 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:58:43.090911 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:58:43.091444 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.091799 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:58:43.092258 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Bound port: af9ff4de-8f4e-4a98-8b58-e09122cf88be, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:58:43.092791 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.176319 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] For port af9ff4de-8f4e-4a98-8b58-e09122cf88be, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:58:43.180215 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] For port af9ff4de-8f4e-4a98-8b58-e09122cf88be, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=af9ff4de-8f4e-4a98-8b58-e09122cf88be,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:58:43.191433 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.229872 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.251534 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:43.252201 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:58:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:43.254203 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d279d-d4f5-420d-b589-f7f330629564 None None] Pushing event updated for resources: {'Port': ['ID=af9ff4de-8f4e-4a98-8b58-e09122cf88be,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:43.310272 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-cbb7f097-2b83-4aa9-bf44-42e92bc9ba4c None None] Provisioning complete for port 9b363f39-73f1-4f83-8341-2d8bd0315879 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:43.310552 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f097-2b83-4aa9-bf44-42e92bc9ba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.441637 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Publish callbacks [] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.446112 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.512963 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Pushing event updated for resources: {'Port': ['ID=9b363f39-73f1-4f83-8341-2d8bd0315879,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:43.515985 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (0863f3fe-e106-4b44-87f3-f5023ce19ce2), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.543601 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7f097-2b83-4aa9-bf44-42e92bc9ba4c None None] Port 9b363f39-73f1-4f83-8341-2d8bd0315879 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:58:43.554403 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port d759656c-3013-44fe-9d52-dc9d22e60e04 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:43.557361 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:43.617273 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Network 197c1b72-74cd-4af0-b3fe-924ab553e62b is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:58:43.618601 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:43.737776 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:58:43.746967 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:42Z', 'revision_number': 1, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:43.773775 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002a715-5298-4a9f-b5e4-1b058ac86e49 None None] The sync data for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi is: [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:42Z', 'revision_number': 1, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:58:43.861589 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:58:43.863444 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-56c8a583-fb79-40ea-8566-ebef5fec4b32 None None] Provisioning complete for port 9b363f39-73f1-4f83-8341-2d8bd0315879 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:43.864012 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-56c8a583-fb79-40ea-8566-ebef5fec4b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:43.867144 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-4300c344-6f28-44cc-9eae-6363d4a33298 admin admin] 10.222.0.72 "PUT /v2.0/routers/0863f3fe-e106-4b44-87f3-f5023ce19ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0110400 May 16 18:58:43.904016 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-56c8a583-fb79-40ea-8566-ebef5fec4b32 None None] Port 9b363f39-73f1-4f83-8341-2d8bd0315879 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:58:44.153778 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device d759656c-3013-44fe-9d52-dc9d22e60e04 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:44.223437 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port d759656c-3013-44fe-9d52-dc9d22e60e04 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:44.224070 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.303961 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port d759656c-3013-44fe-9d52-dc9d22e60e04 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:44.444556 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 50860) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:44.450812 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1265571355-network', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:58:44.475388 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Made reservation on behalf of 88353993c3554eb5b4d0c53fc86da615 for: {'network': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:58:44.477906 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for network (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.488927 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.586731 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Publish callbacks [] for security_group (da64b920-12e8-4c40-a3d4-de06e268756f), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.591316 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (da64b920-12e8-4c40-a3d4-de06e268756f), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.604496 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=115279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:58:44.625071 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792364530701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (a83361db-e657-493c-b146-6c1ce20db2f8), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.625948 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.segments_db [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Added segment a83361db-e657-493c-b146-6c1ce20db2f8 of type vlan for network 78d0396b-169c-4b24-8e02-e59e26f4be8f May 16 18:58:44.664090 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da64b920-12e8-4c40-a3d4-de06e268756f,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:44.684353 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792364038018'] for network (78d0396b-169c-4b24-8e02-e59e26f4be8f), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.716323 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098'] for network (78d0396b-169c-4b24-8e02-e59e26f4be8f), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.717370 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:44.718031 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.753198 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3062730 May 16 18:58:44.756049 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50862) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:44.761732 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Request body: {'subnet': {'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1265571355-subnet', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'ip_version': 4}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:58:44.789454 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Made reservation on behalf of 88353993c3554eb5b4d0c53fc86da615 for: {'subnet': 1} {{(pid=115278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:58:44.789829 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23419c51-ce0d-4c1f-83b9-a9e63f6e53a7 admin admin] Pushing event updated for resources: {'Network': ['ID=78d0396b-169c-4b24-8e02-e59e26f4be8f,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:44.791905 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16616915'] for subnet (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:44.803857 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Network 78d0396b-169c-4b24-8e02-e59e26f4be8f details requested by agent ovs-agent-dv-cinder-750782-22-iscsi with host dv-cinder-750782-22-iscsi {{(pid=115280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:58:44.985624 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4741415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16616901'] for subnet (e07211a7-126d-4eca-9c95-caa667f04697), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.040184 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07211a7-126d-4eca-9c95-caa667f04697,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:45.052971 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Checking segment: {'id': 'a83361db-e657-493c-b146-6c1ce20db2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:58:45.053330 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Network hostable DHCP agents. Network: 78d0396b-169c-4b24-8e02-e59e26f4be8f, hostable agents: ['621fca70-ab56-4295-b16e-2c0dd1695556'], hosted agents: [] {{(pid=115278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:58:45.072233 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Network 78d0396b-169c-4b24-8e02-e59e26f4be8f is scheduled to be hosted by DHCP agent 621fca70-ab56-4295-b16e-2c0dd1695556 with binding_index 1 {{(pid=115278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:58:45.082503 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-22-iscsi, 78d0396b-169c-4b24-8e02-e59e26f4be8f) {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:45.086757 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:45.087365 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.094985 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032ec56-df00-4ef1-a9e4-36c9185210fa None None] Network 78d0396b-169c-4b24-8e02-e59e26f4be8f requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:58:45.109387 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-183fd2c5-0afe-4f1a-937f-24fc47b70d91 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3500617 May 16 18:58:45.111265 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50864) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:45.115743 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:58:45.138267 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8300840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29832'] for router (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.139696 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8301020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8302641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7868456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29811'] for router (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.206309 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks [] for router_controller (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), precommit_add_association {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.213810 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29f44d4d-4c60-5674-ad4b-520a771f8dad-78d0396b-169c-4b24-8e02-e59e26f4be8f', 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f', 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'fixed_ips': [{'subnet_id': 'e07211a7-126d-4eca-9c95-caa667f04697'}]}} from dv-cinder-750782-22-iscsi. {{(pid=115280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:58:45.214597 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.356041 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks [] for router_gateway (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.382288 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.db_base_plugin_common [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Allocated IP 172.20.0.2 (78d0396b-169c-4b24-8e02-e59e26f4be8f/e07211a7-126d-4eca-9c95-caa667f04697/63f04d3d-5a9f-4850-b896-dd1b73ec7055) {{(pid=115280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:58:45.544228 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Publish callbacks [] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), precommit_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.551092 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), after_create {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.590661 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Network 78d0396b-169c-4b24-8e02-e59e26f4be8f is already hosted by enough agents. {{(pid=115280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:58:45.594404 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.scheduler.base_scheduler [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Resources bound (agent type, host, resource id): {{(pid=115280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:45.605762 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Received port after_create {{(pid=115280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:58:45.611910 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Pushing event updated for resources: {'Port': ['ID=63f04d3d-5a9f-4850-b896-dd1b73ec7055,revision_number=1']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:45.672771 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Attempting to bind port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:58:45.673138 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Attempting to bind port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'a83361db-e657-493c-b146-6c1ce20db2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:58:45.674608 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Attempting to bind port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 on network 78d0396b-169c-4b24-8e02-e59e26f4be8f {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:58:45.680439 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:58:45.680972 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Checking segment: {'id': 'a83361db-e657-493c-b146-6c1ce20db2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:58:45.681217 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.681600 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Bound using segment: {'id': 'a83361db-e657-493c-b146-6c1ce20db2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:58:45.682079 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Bound port: 63f04d3d-5a9f-4850-b896-dd1b73ec7055, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83361db-e657-493c-b146-6c1ce20db2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:58:45.682473 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.753651 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] For port 63f04d3d-5a9f-4850-b896-dd1b73ec7055, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:58:45.757398 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] For port 63f04d3d-5a9f-4850-b896-dd1b73ec7055, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=63f04d3d-5a9f-4850-b896-dd1b73ec7055,segment=NetworkSegment(a83361db-e657-493c-b146-6c1ce20db2f8),segment_id=a83361db-e657-493c-b146-6c1ce20db2f8)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:58:45.766270 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.824765 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks [] for router_gateway (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.832815 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b7c39-9771-462c-9790-0aebc69920f1 None None] Pushing event updated for resources: {'Port': ['ID=63f04d3d-5a9f-4850-b896-dd1b73ec7055,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:45.845286 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:45.984192 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Allocated IP 172.27.1.111 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/06aafb1c-c61d-4996-b117-8a44582e8e97) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:58:46.092022 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Sync routers for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:58:46.109209 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:46.112777 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:58:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:46.129311 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks [] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.176237 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.206631 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device af9ff4de-8f4e-4a98-8b58-e09122cf88be up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:46.222657 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:58:46.225642 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:46.229202 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:58:46.253518 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:46.258796 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port af9ff4de-8f4e-4a98-8b58-e09122cf88be triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:46.259225 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.290455 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Pushing event updated for resources: {'Port': ['ID=06aafb1c-c61d-4996-b117-8a44582e8e97,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:46.344297 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port af9ff4de-8f4e-4a98-8b58-e09122cf88be is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:46.344690 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.367455 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port af9ff4de-8f4e-4a98-8b58-e09122cf88be, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=af9ff4de-8f4e-4a98-8b58-e09122cf88be,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:46.375610 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.376670 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 63f04d3d-5a9f-4850-b896-dd1b73ec7055 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:46.466544 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=af9ff4de-8f4e-4a98-8b58-e09122cf88be,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:46.470646 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:46.471026 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.477897 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 2, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:46.506911 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Checking router: 0863f3fe-e106-4b44-87f3-f5023ce19ce2 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:58:46.507369 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Updating router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 port 9b363f39-73f1-4f83-8341-2d8bd0315879 binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:58:46.522529 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks [] for router_gateway (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.549988 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.559684 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:46.560269 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.600237 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port 63f04d3d-5a9f-4850-b896-dd1b73ec7055, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=63f04d3d-5a9f-4850-b896-dd1b73ec7055,segment=NetworkSegment(a83361db-e657-493c-b146-6c1ce20db2f8),segment_id=a83361db-e657-493c-b146-6c1ce20db2f8)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:46.606528 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.691907 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=63f04d3d-5a9f-4850-b896-dd1b73ec7055,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:46.763746 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8300965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8302822'] for router (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.903515 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Publish callbacks [] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.905811 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 is scheduled to L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf with binding_index 1 {{(pid=115278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:58:46.910211 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:46.962076 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Pushing event updated for resources: {'Port': ['ID=9b363f39-73f1-4f83-8341-2d8bd0315879,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:46.973233 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.973582 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.973941 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.974324 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.974635 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.974961 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.975293 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.975618 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.975971 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.976295 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.976618 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.976942 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.977269 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.977581 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:46.977896 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:58:47.010005 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb96604-5f64-4c58-a938-76cadbd46550 None None] Network 78d0396b-169c-4b24-8e02-e59e26f4be8f requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:58:47.051394 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:58:47.074126 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:47.075977 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6515c776-93e1-4075-996b-009c0ac8a01e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9635844 May 16 18:58:47.080550 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 50870) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:47.086825 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Sync routers for ids ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:58:47.096488 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-0034b3b1-f6b6-4029-892c-d3f51a5fb1fe None None] Provisioning complete for port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:47.096861 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-0034b3b1-f6b6-4029-892c-d3f51a5fb1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:47.146866 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Attempting to bind port 9b363f39-73f1-4f83-8341-2d8bd0315879 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:58:47.147446 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Attempting to bind port 9b363f39-73f1-4f83-8341-2d8bd0315879 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:58:47.148440 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Attempting to bind port 9b363f39-73f1-4f83-8341-2d8bd0315879 on network 197c1b72-74cd-4af0-b3fe-924ab553e62b {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:58:47.151035 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Routers {'1c0de96c-7ddc-4ca6-b69b-9432036f03d4'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:47.151948 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:58:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:47.154023 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:58:47.154610 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Checking segment: {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:58:47.155748 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:47.156264 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Bound using segment: {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:58:47.156990 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Bound port: 9b363f39-73f1-4f83-8341-2d8bd0315879, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:58:47.158569 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:47.234249 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] For port 9b363f39-73f1-4f83-8341-2d8bd0315879, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:58:47.239792 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] For port 9b363f39-73f1-4f83-8341-2d8bd0315879, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=9b363f39-73f1-4f83-8341-2d8bd0315879,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:58:47.250377 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:47.319347 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:47.320036 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:58:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:47.322010 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d9066-6f30-44f0-9f1b-ccd20ae5e833 None None] Pushing event updated for resources: {'Port': ['ID=9b363f39-73f1-4f83-8341-2d8bd0315879,revision_number=4']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:47.361681 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-0034b3b1-f6b6-4029-892c-d3f51a5fb1fe None None] Current status of the port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:47.367956 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Set router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:47.509679 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:47.526786 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-b324e688-4155-47ae-b73a-fccbe329dbe0 None None] Provisioning complete for port 9b363f39-73f1-4f83-8341-2d8bd0315879 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:47.527332 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b324e688-4155-47ae-b73a-fccbe329dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:47.698145 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:47.767301 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:47Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:47.792550 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f5de-e27b-40e8-aa8a-cb427364dfb5 None None] The sync data for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi is: [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:47Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:58:47.846898 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 3, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'gw_port': {'id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:47.848855 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-b324e688-4155-47ae-b73a-fccbe329dbe0 None None] Current status of the port 9b363f39-73f1-4f83-8341-2d8bd0315879 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:47.849240 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b324e688-4155-47ae-b73a-fccbe329dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:47.887022 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Checking router: 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:58:47.887321 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Updating router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 port 06aafb1c-c61d-4996-b117-8a44582e8e97 binding host dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:58:47.891802 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_common [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Allocated IP 172.20.0.1 (78d0396b-169c-4b24-8e02-e59e26f4be8f/e07211a7-126d-4eca-9c95-caa667f04697/19479019-c0f0-4f62-93aa-46dbd5b0d2d5) {{(pid=115278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:58:47.936744 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:47.939520 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-b324e688-4155-47ae-b73a-fccbe329dbe0 None None] For port 9b363f39-73f1-4f83-8341-2d8bd0315879, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=9b363f39-73f1-4f83-8341-2d8bd0315879,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:47.961286 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b324e688-4155-47ae-b73a-fccbe329dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.012950 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Publish callbacks [] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.047025 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324e688-4155-47ae-b73a-fccbe329dbe0 None None] Pushing event updated for resources: {'Port': ['ID=9b363f39-73f1-4f83-8341-2d8bd0315879,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:48.049259 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.091966 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Network 78d0396b-169c-4b24-8e02-e59e26f4be8f is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:58:48.099399 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:48.102185 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Received port after_create {{(pid=115278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:58:48.104225 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Pushing event updated for resources: {'Port': ['ID=19479019-c0f0-4f62-93aa-46dbd5b0d2d5,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:48.119753 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-c8ee5fc9-60d1-4e7e-aa84-9d93328c1ac7 None None] Provisioning complete for port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:48.120185 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5fc9-60d1-4e7e-aa84-9d93328c1ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.164647 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8305867'] for router_interface (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.222361 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 9b363f39-73f1-4f83-8341-2d8bd0315879 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:48.310973 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), before_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.334145 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee5fc9-60d1-4e7e-aa84-9d93328c1ac7 None None] Current status of the port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:48.395381 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-c8ee5fc9-60d1-4e7e-aa84-9d93328c1ac7 None None] Provisioning complete for port 9b363f39-73f1-4f83-8341-2d8bd0315879 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:48.395957 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5fc9-60d1-4e7e-aa84-9d93328c1ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.427886 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 9b363f39-73f1-4f83-8341-2d8bd0315879 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:48.428253 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.531198 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Publish callbacks [] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), precommit_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.560350 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.595130 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Publish callbacks [] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), precommit_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.601616 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4742560'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), after_update {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.631891 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee5fc9-60d1-4e7e-aa84-9d93328c1ac7 None None] Current status of the port 9b363f39-73f1-4f83-8341-2d8bd0315879 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:48.663303 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc95d69-b299-4e89-9627-f3cb5e231a1e None None] Pushing event updated for resources: {'Port': ['ID=06aafb1c-c61d-4996-b117-8a44582e8e97,revision_number=2']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:48.666458 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 9b363f39-73f1-4f83-8341-2d8bd0315879 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:48.667542 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device af9ff4de-8f4e-4a98-8b58-e09122cf88be up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:48.671888 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Attempting to bind port 06aafb1c-c61d-4996-b117-8a44582e8e97 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:58:48.672267 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Attempting to bind port 06aafb1c-c61d-4996-b117-8a44582e8e97 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:58:48.672634 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Attempting to bind port 06aafb1c-c61d-4996-b117-8a44582e8e97 on network 1ed7400b-e720-4a92-82ea-b845b98b83c3 {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:58:48.680652 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8306561'] for router_interface (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.682565 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Pushing event updated for resources: {'Port': ['ID=19479019-c0f0-4f62-93aa-46dbd5b0d2d5,revision_number=2']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:48.703135 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:58:48.703135 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Checking segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:58:48.703487 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.703791 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Bound using segment: {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'} {{(pid=115280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:58:48.704295 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.managers [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Bound port: 06aafb1c-c61d-4996-b117-8a44582e8e97, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04a10f-3d1b-4335-a02b-d59b8712dfca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3'}}] {{(pid=115280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:58:48.704682 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.782600 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-0efb5a29-76a7-476f-87e7-670c0b7a63ca None None] Provisioning complete for port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:48.782600 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-0efb5a29-76a7-476f-87e7-670c0b7a63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.797926 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] For port 06aafb1c-c61d-4996-b117-8a44582e8e97, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:58:48.801679 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Network 78d0396b-169c-4b24-8e02-e59e26f4be8f is already hosted by enough agents. {{(pid=115278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:58:48.803287 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.base_scheduler [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Resources bound (agent type, host, resource id): {{(pid=115278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:48.817322 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port af9ff4de-8f4e-4a98-8b58-e09122cf88be triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:48.817554 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.849288 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] For port 06aafb1c-c61d-4996-b117-8a44582e8e97, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=06aafb1c-c61d-4996-b117-8a44582e8e97,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:58:48.870070 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-0efb5a29-76a7-476f-87e7-670c0b7a63ca None None] Port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:58:48.872516 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:48.956113 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:58:48.967329 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc95d69-b299-4e89-9627-f3cb5e231a1e None None] Pushing event updated for resources: {'Port': ['ID=06aafb1c-c61d-4996-b117-8a44582e8e97,revision_number=3']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:48.982582 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Routers {'1c0de96c-7ddc-4ca6-b69b-9432036f03d4'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:48.983942 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:58:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:48.996066 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-7f13dc2d-4747-46b5-a42b-3e28ab2be7ad tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:48.997667 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-7f13dc2d-4747-46b5-a42b-3e28ab2be7ad tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/networks?id=b95187d3-253b-461a-b026-7d62a560dcd2 HTTP/1.1" status: 200 len: 814 time: 0.1622086 May 16 18:58:49.024246 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-f1806bb6-5074-4e2b-bf1b-2088921b5f78 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/quotas/9cf09aab60304f30ae52a87b7b1ea81a HTTP/1.1" status: 200 len: 375 time: 0.0195274 May 16 18:58:49.063746 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-c40942d7-01de-42dc-93a3-87310c911ced tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cf09aab60304f30ae52a87b7b1ea81a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320151 May 16 18:58:49.072142 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port af9ff4de-8f4e-4a98-8b58-e09122cf88be is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:49.073269 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 63f04d3d-5a9f-4850-b896-dd1b73ec7055 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:49.123671 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:58:49.133915 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-d1bbb620-615b-48f6-8a65-4304dff2024d admin admin] 10.222.0.72 "PUT /v2.0/routers/1c0de96c-7ddc-4ca6-b69b-9432036f03d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0517251 May 16 18:58:49.166867 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:49.167239 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:49.193201 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] Set router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:49.194701 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-2fe2ea63-43d8-4d76-be6b-5a83a1973a85 service neutron] 10.222.0.72 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121838 May 16 18:58:49.260494 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-901a9256-9dec-42a7-a8fe-87fc056e4b6c None None] Provisioning complete for port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:49.260494 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-901a9256-9dec-42a7-a8fe-87fc056e4b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:49.312308 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-2fa58c9c-e67c-4775-8108-021ff56d1294 service neutron] 10.222.0.72 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110439 May 16 18:58:49.362311 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-901a9256-9dec-42a7-a8fe-87fc056e4b6c None None] Port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:58:49.450776 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:49.540035 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 4, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'gw_port': {'id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '19479019-c0f0-4f62-93aa-46dbd5b0d2d5', 'name': '', 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'mac_address': 'fa:16:3e:63:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:47Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 2, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'subnets': [{'id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:49.569778 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8542f-8d74-4b28-b437-2b8ec8c564d8 None None] The sync data for ids ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'] in dv-cinder-750782-22-iscsi is: [{'id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 4, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'gw_port': {'id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '19479019-c0f0-4f62-93aa-46dbd5b0d2d5', 'name': '', 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'mac_address': 'fa:16:3e:63:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:47Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 2, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'subnets': [{'id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:58:49.640995 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-69ef3ecb-d6c2-4600-a2c9-0d6ec5c2a92f req-725e8c4d-a5ec-412d-bc0b-bf45592dd3e2 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 210 time: 0.1641302 May 16 18:58:50.165317 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 9b363f39-73f1-4f83-8341-2d8bd0315879 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:50.392404 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 9b363f39-73f1-4f83-8341-2d8bd0315879 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:50.396962 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:50.504461 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 9b363f39-73f1-4f83-8341-2d8bd0315879 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:50.851279 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2676f7f0-9681-4a36-a514-21eaa91e8203 req-8051754b-5c1e-4dc2-a0fe-554290e98ccb tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 210 time: 0.0625470 May 16 18:58:51.007755 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-7dab6f46-eab3-4f79-8798-bbf52ea8980d tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:51.007755 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-7dab6f46-eab3-4f79-8798-bbf52ea8980d tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.61 "GET /v2.0/networks?id=b95187d3-253b-461a-b026-7d62a560dcd2 HTTP/1.1" status: 200 len: 814 time: 0.1710682 May 16 18:58:51.024912 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Request body: {'port': {'device_id': '481cae72-0842-4a6c-923a-f53aa1653c92', 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2', 'admin_state_up': True, 'tenant_id': '9cf09aab60304f30ae52a87b7b1ea81a'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:58:51.190459 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Made reservation on behalf of 9cf09aab60304f30ae52a87b7b1ea81a for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:58:51.194853 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.384415 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Allocated IP 172.20.0.8 (b95187d3-253b-461a-b026-7d62a560dcd2/0c061daf-5d11-444d-8e0c-2b5708fdff77/3aa20307-2122-4b8c-bcdb-38e24f4e8abc) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:58:51.589731 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks [] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.633210 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.676774 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Network b95187d3-253b-461a-b026-7d62a560dcd2 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:58:51.679903 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:58:51.685456 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:58:51.722718 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Pushing event updated for resources: {'Port': ['ID=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:51.754279 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:51.755358 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.776471 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-4207f63c-3146-44be-bcf5-990210c6a8a7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569621 May 16 18:58:51.788531 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-f24e999f-ded4-497b-bc45-2a7029f95350 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:58:51.790072 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-f24e999f-ded4-497b-bc45-2a7029f95350 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078065 May 16 18:58:51.866557 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Request body: {'port': {'device_id': '481cae72-0842-4a6c-923a-f53aa1653c92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:58:51.959797 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:52.047920 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71219394-2838-466c-894b-2d0c33f4d9b6 req-64c65c69-9687-4be1-b62e-80ad8a145837 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:52.055177 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71219394-2838-466c-894b-2d0c33f4d9b6 req-64c65c69-9687-4be1-b62e-80ad8a145837 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 931 time: 0.0899348 May 16 18:58:52.158160 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-71219394-2838-466c-894b-2d0c33f4d9b6 req-d6564fca-21e6-46ab-a8cf-4db08fd1855e tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018512 May 16 18:58:52.393934 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 06aafb1c-c61d-4996-b117-8a44582e8e97 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:52.453216 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 06aafb1c-c61d-4996-b117-8a44582e8e97 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:52.454387 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:52.471589 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa20307-2122-4b8c-bcdb-38e24f4e8abc {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:58:52.486915 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Publish callbacks [] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:52.533282 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Transition to ACTIVE for port object 3aa20307-2122-4b8c-bcdb-38e24f4e8abc will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:58:52.545474 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:52.594908 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 06aafb1c-c61d-4996-b117-8a44582e8e97 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:52.600798 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:52.644311 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:52.681870 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Sync routers for ids ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:58:52.702802 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Routers {'1c0de96c-7ddc-4ca6-b69b-9432036f03d4'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:52.704010 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:58:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:52.719619 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] For port 06aafb1c-c61d-4996-b117-8a44582e8e97, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=06aafb1c-c61d-4996-b117-8a44582e8e97,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:52.737919 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:52.826694 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Attempting to bind port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:58:52.829318 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Attempting to bind port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'bae13ff7-df08-4989-a09c-c1bb520fca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:58:52.829790 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Attempting to bind port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc on network b95187d3-253b-461a-b026-7d62a560dcd2 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:58:52.835816 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc on network b95187d3-253b-461a-b026-7d62a560dcd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:58:52.836394 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Attempting to bind port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc on network b95187d3-253b-461a-b026-7d62a560dcd2 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:58:52.836677 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Pushing event updated for resources: {'Port': ['ID=06aafb1c-c61d-4996-b117-8a44582e8e97,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:52.845873 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:58:52.846507 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Checking segment: {'id': 'bae13ff7-df08-4989-a09c-c1bb520fca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:58:52.847650 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Bound using segment: {'id': 'bae13ff7-df08-4989-a09c-c1bb520fca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:58:52.848277 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Bound port: 3aa20307-2122-4b8c-bcdb-38e24f4e8abc, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae13ff7-df08-4989-a09c-c1bb520fca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:58:52.848816 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:52.869234 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Set router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:52.942807 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] For port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:58:52.947226 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] For port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:58:52.957484 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:53.000353 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:53.001095 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:53.002739 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/3aa20307-2122-4b8c-bcdb-38e24f4e8abc HTTP/1.1" status: 200 len: 1093 time: 1.2004261 May 16 18:58:53.003387 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481cae72-0842-4a6c-923a-f53aa1653c92', 'tag': '3aa20307-2122-4b8c-bcdb-38e24f4e8abc'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:58:53.005870 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f81752-0a03-4c3f-9566-b7270ea88d78" -d '{"events": [{"name": "network-changed", "server_uuid": "481cae72-0842-4a6c-923a-f53aa1653c92", "tag": "3aa20307-2122-4b8c-bcdb-38e24f4e8abc"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:58:53.035633 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e191cd-492a-43a3-b620-21938c6252e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:53.096257 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6e8468-4cef-4816-a9e6-35054c2ea7ab x-openstack-request-id: req-2f6e8468-4cef-4816-a9e6-35054c2ea7ab {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:58:53.096548 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481cae72-0842-4a6c-923a-f53aa1653c92", "tag": "3aa20307-2122-4b8c-bcdb-38e24f4e8abc", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:58:53.096804 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f6e8468-4cef-4816-a9e6-35054c2ea7ab {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:58:53.097203 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6e8468-4cef-4816-a9e6-35054c2ea7ab'] response: {'name': 'network-changed', 'server_uuid': '481cae72-0842-4a6c-923a-f53aa1653c92', 'tag': '3aa20307-2122-4b8c-bcdb-38e24f4e8abc', 'status': 'completed', 'code': 200} May 16 18:58:53.111767 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-5f53bfe1-4ea4-43da-9a82-223b7948fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:53.112824 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-5f53bfe1-4ea4-43da-9a82-223b7948fcd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cf09aab60304f30ae52a87b7b1ea81a&device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 1127 time: 0.0553119 May 16 18:58:53.122564 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 4, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'gw_port': {'id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '19479019-c0f0-4f62-93aa-46dbd5b0d2d5', 'name': '', 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'mac_address': 'fa:16:3e:63:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:47Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 2, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'subnets': [{'id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:53.151676 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Checking router: 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:58:53.152102 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Updating router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 binding host dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:58:53.158594 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-2e3c4974-f0ea-4499-93bf-fd19179714e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aa20307-2122-4b8c-bcdb-38e24f4e8abc HTTP/1.1" status: 200 len: 217 time: 0.0382004 May 16 18:58:53.182948 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:53.225468 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-556b99f3-cb4a-40fe-8b37-42aa1a9a423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:53.227243 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-556b99f3-cb4a-40fe-8b37-42aa1a9a423c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c061daf-5d11-444d-8e0c-2b5708fdff77 HTTP/1.1" status: 200 len: 854 time: 0.0616703 May 16 18:58:53.286223 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-c10bc29b-95d7-400f-aa28-06ff4b6eed2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b95187d3-253b-461a-b026-7d62a560dcd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489807 May 16 18:58:53.366813 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a9885-576a-4e6e-96cd-cce40c1d9c53 req-0bec7767-0f03-48df-9da4-7d77c71f9c91 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:53.368574 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c57a9885-576a-4e6e-96cd-cce40c1d9c53 req-0bec7767-0f03-48df-9da4-7d77c71f9c91 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 943 time: 0.1177657 May 16 18:58:53.440959 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-2cc1c6c9-1006-4cf9-95bc-c3034e04471e service neutron] 10.222.0.61 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419213 May 16 18:58:53.513233 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Publish callbacks [] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), precommit_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:53.520499 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:53.553236 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c57a9885-576a-4e6e-96cd-cce40c1d9c53 req-a40418ee-4757-4243-8c96-eb72bf78edd8 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216588 May 16 18:58:53.563250 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b9d39-f407-4c69-9bbb-c9db2de439ec None None] Pushing event updated for resources: {'Port': ['ID=19479019-c0f0-4f62-93aa-46dbd5b0d2d5,revision_number=3']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:53.577842 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae34acf3-0709-4325-aecd-da6d628f10b7 req-7178d1fa-6457-47cd-a42e-d937ed7be560 service neutron] 10.222.0.61 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278658 May 16 18:58:53.666606 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Attempting to bind port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 on host dv-cinder-750782-22-iscsi for vnic_type normal with profile {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:58:53.668092 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Attempting to bind port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 by drivers openvswitch,hyperv on host dv-cinder-750782-22-iscsi at level 0 using segments [{'id': 'a83361db-e657-493c-b146-6c1ce20db2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f'}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:58:53.668092 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Attempting to bind port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 on network 78d0396b-169c-4b24-8e02-e59e26f4be8f {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:58:53.679444 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Checking agent: {'id': 'ad6ca3be-b57c-4836-8e1c-2843c0bff6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 40, 5), 'started_at': datetime.datetime(2022, 5, 16, 18, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:58:53.680129 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Checking segment: {'id': 'a83361db-e657-493c-b146-6c1ce20db2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:58:53.680603 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:53.681993 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Bound using segment: {'id': 'a83361db-e657-493c-b146-6c1ce20db2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f'} {{(pid=115281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:58:53.682587 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.managers [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Bound port: 19479019-c0f0-4f62-93aa-46dbd5b0d2d5, host: dv-cinder-750782-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83361db-e657-493c-b146-6c1ce20db2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f'}}] {{(pid=115281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:58:53.683221 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), before_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:53.762040 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] For port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5, host dv-cinder-750782-22-iscsi, cleared binding levels {{(pid=115281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:58:53.767804 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.plugins.ml2.db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] For port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5, host dv-cinder-750782-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=19479019-c0f0-4f62-93aa-46dbd5b0d2d5,segment=NetworkSegment(a83361db-e657-493c-b146-6c1ce20db2f8),segment_id=a83361db-e657-493c-b146-6c1ce20db2f8)] {{(pid=115281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:58:53.776058 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron_lib.callbacks.manager [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), after_update {{(pid=115281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:53.858935 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Routers {'1c0de96c-7ddc-4ca6-b69b-9432036f03d4'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:58:53.859796 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:58:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:53.862605 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b9d39-f407-4c69-9bbb-c9db2de439ec None None] Pushing event updated for resources: {'Port': ['ID=19479019-c0f0-4f62-93aa-46dbd5b0d2d5,revision_number=4']} {{(pid=115281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:53.943192 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-9d162034-d765-4610-8482-25d22cc5c071 None None] Provisioning complete for port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:53.944082 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9d162034-d765-4610-8482-25d22cc5c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:54.013480 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] Set router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:58:54.044697 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-9d162034-d765-4610-8482-25d22cc5c071 None None] Current status of the port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 is: DOWN; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:54.045093 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9d162034-d765-4610-8482-25d22cc5c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:54.093221 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-9d162034-d765-4610-8482-25d22cc5c071 None None] For port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=19479019-c0f0-4f62-93aa-46dbd5b0d2d5,segment=NetworkSegment(a83361db-e657-493c-b146-6c1ce20db2f8),segment_id=a83361db-e657-493c-b146-6c1ce20db2f8)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:54.100993 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9d162034-d765-4610-8482-25d22cc5c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:54.167946 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d162034-d765-4610-8482-25d22cc5c071 None None] Pushing event updated for resources: {'Port': ['ID=19479019-c0f0-4f62-93aa-46dbd5b0d2d5,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:54.228861 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-d3d07ff0-70f5-4c31-b657-90eac2a62a7b None None] Provisioning complete for port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:54.229840 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-d3d07ff0-70f5-4c31-b657-90eac2a62a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:54.274136 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:54.357261 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 4, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'gw_port': {'id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '19479019-c0f0-4f62-93aa-46dbd5b0d2d5', 'name': '', 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'mac_address': 'fa:16:3e:63:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:47Z', 'updated_at': '2022-05-16T18:58:53Z', 'revision_number': 4, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'subnets': [{'id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:54.387437 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea3305-c1c5-485d-bc40-4f29323d3a68 None None] The sync data for ids ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'] in dv-cinder-750782-22-iscsi is: [{'id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:48Z', 'revision_number': 4, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'gw_port': {'id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '19479019-c0f0-4f62-93aa-46dbd5b0d2d5', 'name': '', 'network_id': '78d0396b-169c-4b24-8e02-e59e26f4be8f', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'mac_address': 'fa:16:3e:63:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:47Z', 'updated_at': '2022-05-16T18:58:53Z', 'revision_number': 4, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'subnets': [{'id': 'e07211a7-126d-4eca-9c95-caa667f04697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:58:54.400664 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:54.401075 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:54.446231 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-d3d07ff0-70f5-4c31-b657-90eac2a62a7b None None] Current status of the port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:54.532757 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:54.534069 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 06aafb1c-c61d-4996-b117-8a44582e8e97 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:54.609224 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 06aafb1c-c61d-4996-b117-8a44582e8e97 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:54.609224 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:54.711633 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 06aafb1c-c61d-4996-b117-8a44582e8e97 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:54.755062 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-9e67868d-3a39-41d8-9014-db66ccae09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:54.756634 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-9e67868d-3a39-41d8-9014-db66ccae09bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cf09aab60304f30ae52a87b7b1ea81a&device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 1127 time: 0.1029918 May 16 18:58:54.766983 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e6ca5-7336-4c83-a22e-9f9bfb3ea1e2 req-1fa891ef-0d3d-46e9-afed-d85973257f45 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:54.768528 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-051e6ca5-7336-4c83-a22e-9f9bfb3ea1e2 req-1fa891ef-0d3d-46e9-afed-d85973257f45 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 943 time: 0.0769262 May 16 18:58:54.884995 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-051e6ca5-7336-4c83-a22e-9f9bfb3ea1e2 req-eea1931d-3193-4c5e-86fd-58ca9ad2bc61 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825768 May 16 18:58:54.916716 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-4a1c4fd5-e2b3-41f9-a5c4-8f4a499bafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:54.920855 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-4a1c4fd5-e2b3-41f9-a5c4-8f4a499bafdd service neutron] 10.222.0.61 "GET /v2.0/networks?id=b95187d3-253b-461a-b026-7d62a560dcd2 HTTP/1.1" status: 200 len: 915 time: 0.1487155 May 16 18:58:54.979519 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-d9d29e5e-e539-47f0-8410-f52e5c5d4a44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aa20307-2122-4b8c-bcdb-38e24f4e8abc HTTP/1.1" status: 200 len: 217 time: 0.0522470 May 16 18:58:55.037104 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-c32ff4ee-65d6-4e7b-9b1d-4eb934618b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:55.038908 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-c32ff4ee-65d6-4e7b-9b1d-4eb934618b95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c061daf-5d11-444d-8e0c-2b5708fdff77 HTTP/1.1" status: 200 len: 854 time: 0.0518045 May 16 18:58:55.076571 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-91f06666-4f81-4b82-b2f1-7d7f84a39977 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b95187d3-253b-461a-b026-7d62a560dcd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297713 May 16 18:58:55.192634 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-b00e412a-b932-4894-b010-71ac7315bf8d service neutron] 10.222.0.61 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081848 May 16 18:58:55.304703 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-95f81752-0a03-4c3f-9566-b7270ea88d78 req-2ffdcc79-6a90-45a9-99a3-00f4e73fa027 service neutron] 10.222.0.61 "GET /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034944 May 16 18:58:56.039751 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f90445-c88d-4254-9534-ab5d8163da5a req-b261473e-0779-47f2-8342-3ae332881bd7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:56.041554 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-56f90445-c88d-4254-9534-ab5d8163da5a req-b261473e-0779-47f2-8342-3ae332881bd7 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 943 time: 0.0752859 May 16 18:58:56.129220 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-56f90445-c88d-4254-9534-ab5d8163da5a req-43241786-0af8-4ece-a8ca-6cf56a9727c9 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814211 May 16 18:58:56.161075 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 up at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:56.226466 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Provisioning complete for port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:56.226921 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:56.315131 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Current status of the port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:57.267373 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a0ef-152f-484c-9c0d-61ae8c20c581 req-60178eb3-50da-44c5-b3f5-05b39f18aa84 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:57.269077 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0585a0ef-152f-484c-9c0d-61ae8c20c581 req-60178eb3-50da-44c5-b3f5-05b39f18aa84 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 943 time: 0.0523188 May 16 18:58:57.301582 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 3aa20307-2122-4b8c-bcdb-38e24f4e8abc details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:58:57.331096 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0585a0ef-152f-484c-9c0d-61ae8c20c581 req-53ae3cc1-8fa2-4ad6-91dd-7c1a1f5b3a3f tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551312 May 16 18:58:57.438292 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:57.452529 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '3aa20307-2122-4b8c-bcdb-38e24f4e8abc', 'network_id': 'b95187d3-253b-461a-b026-7d62a560dcd2', 'port_id': '3aa20307-2122-4b8c-bcdb-38e24f4e8abc', 'mac_address': 'fa:16:3e:ed:4f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c061daf-5d11-444d-8e0c-2b5708fdff77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:58:57.496237 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:57.496656 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:57.511485 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa20307-2122-4b8c-bcdb-38e24f4e8abc {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:58:57.536978 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:57.543611 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:57.603367 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:57.832343 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['3aa20307-2122-4b8c-bcdb-38e24f4e8abc'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:58:58.495424 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e51c1e-b0bf-4058-b8d3-9f5d5e681552 req-ea8a6254-4195-4c3a-900e-59cebc5598ae tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:58.496786 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c1e51c1e-b0bf-4058-b8d3-9f5d5e681552 req-ea8a6254-4195-4c3a-900e-59cebc5598ae tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 944 time: 0.0628238 May 16 18:58:58.561646 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c1e51c1e-b0bf-4058-b8d3-9f5d5e681552 req-f1899a06-5451-4da6-b5d2-175c4f15514e tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576313 May 16 18:58:59.065011 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3f365222-cc95-4c9b-85d1-259e01cd8074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:59.325598 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 3aa20307-2122-4b8c-bcdb-38e24f4e8abc up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:58:59.394633 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:58:59.400601 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:58:59.401124 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:59.485961 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:58:59.486265 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:59.515540 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481cae72-0842-4a6c-923a-f53aa1653c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa20307-2122-4b8c-bcdb-38e24f4e8abc'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:58:59.517813 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621630b-9c11-4f56-83df-171d538e4b95" -d '{"events": [{"server_uuid": "481cae72-0842-4a6c-923a-f53aa1653c92", "name": "network-vif-plugged", "status": "completed", "tag": "3aa20307-2122-4b8c-bcdb-38e24f4e8abc"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:58:59.531232 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:58:59.536024 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:59.562237 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7327120f-85d4-4d23-b2c9-9bb5879c33d4 x-openstack-request-id: req-7327120f-85d4-4d23-b2c9-9bb5879c33d4 {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:58:59.562610 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481cae72-0842-4a6c-923a-f53aa1653c92", "name": "network-vif-plugged", "status": "completed", "tag": "3aa20307-2122-4b8c-bcdb-38e24f4e8abc", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:58:59.562864 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7327120f-85d4-4d23-b2c9-9bb5879c33d4 {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:58:59.563253 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7327120f-85d4-4d23-b2c9-9bb5879c33d4'] response: {'server_uuid': '481cae72-0842-4a6c-923a-f53aa1653c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa20307-2122-4b8c-bcdb-38e24f4e8abc', 'code': 200} May 16 18:58:59.598621 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:58:59.735489 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c376107-6879-4527-baa9-b45d63ea6b63 req-b9ce6502-240b-4afe-bead-691ad83ec993 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:59.737293 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c376107-6879-4527-baa9-b45d63ea6b63 req-b9ce6502-240b-4afe-bead-691ad83ec993 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 945 time: 0.0742502 May 16 18:58:59.814928 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3479c0-3f31-49d3-bda4-04ce8b1ffaad req-8deb713e-8474-47d2-b17b-bb631f4916fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:58:59.816667 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ca3479c0-3f31-49d3-bda4-04ce8b1ffaad req-8deb713e-8474-47d2-b17b-bb631f4916fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 1129 time: 0.0612760 May 16 18:58:59.842869 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7c376107-6879-4527-baa9-b45d63ea6b63 req-e8125424-af36-4541-94e3-c1e5b431db72 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877075 May 16 18:58:59.873575 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ca3479c0-3f31-49d3-bda4-04ce8b1ffaad req-8d5ba041-ea7c-4654-b836-a3efe02ee4af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487399 May 16 18:59:00.049810 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0536-deee-4a4a-a68c-601092403eb7 req-83d93880-7dfb-4b66-9145-351a5215a240 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:00.051207 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-83d93880-7dfb-4b66-9145-351a5215a240 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/networks?id=197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 200 len: 814 time: 0.1061416 May 16 18:59:00.068598 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-4057a6b5-f81e-4682-8e55-b7e630f63f37 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/quotas/bb467769134a4df0bb4608a8283e8dda HTTP/1.1" status: 200 len: 375 time: 0.0118642 May 16 18:59:00.126994 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-b4e14d03-eb4c-4fa6-8b69-fdd38fcc8a53 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb467769134a4df0bb4608a8283e8dda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509214 May 16 18:59:00.143269 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-68a939b2-ad09-489b-8d06-c1271c0c5ed5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=115279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:59:00.144310 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-68a939b2-ad09-489b-8d06-c1271c0c5ed5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062230 May 16 18:59:00.239637 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-8eaa56a6-3b12-46ec-8fbe-56af87914c80 service neutron] 10.222.0.72 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895240 May 16 18:59:00.340575 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-8cc0303c-70b3-41b8-b275-93c789ecebd9 service neutron] 10.222.0.72 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900218 May 16 18:59:00.490995 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:59:00.543844 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-62cfa805-6a71-4689-9baa-ac394578eea8 req-dd846938-66c0-4ee0-b71c-2dd9ac7d8a93 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 210 time: 0.0396004 May 16 18:59:00.994555 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13414b3a-bf98-4050-be04-180aa9ec27f0 req-f48c0ee7-6b7a-4fbb-a9b4-46bd48f4314a tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:00.996800 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-13414b3a-bf98-4050-be04-180aa9ec27f0 req-f48c0ee7-6b7a-4fbb-a9b4-46bd48f4314a tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 945 time: 0.0627992 May 16 18:59:01.052246 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-13414b3a-bf98-4050-be04-180aa9ec27f0 req-1d3eab4e-e512-476b-a444-d16148c85230 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494542 May 16 18:59:01.530004 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-1a29000c-3854-48c7-ba64-8c9b84a0522f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:01.657607 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c2cd49f2-3b2b-4e3e-aff5-2eb355290f36 req-afa4095c-b9eb-4be6-9094-61ded112876e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 210 time: 0.0302956 May 16 18:59:02.154071 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0536-deee-4a4a-a68c-601092403eb7 req-1c66a617-4a00-4b08-ad2a-70bf805e1b81 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:02.157052 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-1c66a617-4a00-4b08-ad2a-70bf805e1b81 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.61 "GET /v2.0/networks?id=197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 200 len: 814 time: 0.1480060 May 16 18:59:02.173937 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'port': {'device_id': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'admin_state_up': True, 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:02.541329 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6762d-057d-4c3a-a949-87bfc74523e2 req-506e5f63-1041-494f-88cf-787ae2edeaea tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:02.542850 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bab6762d-057d-4c3a-a949-87bfc74523e2 req-506e5f63-1041-494f-88cf-787ae2edeaea tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 945 time: 0.3848908 May 16 18:59:02.652037 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bab6762d-057d-4c3a-a949-87bfc74523e2 req-9f7aeaa6-e839-48ff-982a-8113967fa2e8 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932446 May 16 18:59:02.665831 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Made reservation on behalf of bb467769134a4df0bb4608a8283e8dda for: {'port': 1} {{(pid=115279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:59:02.672136 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:02.856767 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5eee2723-39ce-4160-a003-b6808f28809d req-c95a7452-fc6b-46b8-8856-fb255074a7ac tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 210 time: 0.0579906 May 16 18:59:02.866826 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:02.928684 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Allocated IP 172.20.0.6 (197c1b72-74cd-4af0-b3fe-924ab553e62b/bf9a314a-9bf3-4710-b28b-02b751b8645e/76aa757e-a54c-46e1-807c-5b28a26b7b88) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:59:03.171262 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:03.227494 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:03.278081 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Network 197c1b72-74cd-4af0-b3fe-924ab553e62b is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:59:03.283193 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:03.290164 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:59:03.324539 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'Port': ['ID=76aa757e-a54c-46e1-807c-5b28a26b7b88,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:03.386390 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:03.387270 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:03.415081 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-656e1013-bc0c-4a9c-8d3c-3cfabe0e477b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2467330 May 16 18:59:03.654243 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-131b5dd2-4545-4846-ad04-fade467b2091 None None] Provisioning complete for port 76aa757e-a54c-46e1-807c-5b28a26b7b88 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:03.655166 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-131b5dd2-4545-4846-ad04-fade467b2091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:03.687473 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-131b5dd2-4545-4846-ad04-fade467b2091 None None] Port 76aa757e-a54c-46e1-807c-5b28a26b7b88 cannot update to ACTIVE because it is not bound. {{(pid=115280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:59:04.029469 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e91247-b811-4c7e-8c90-03db213c9591 req-141fa767-4963-4860-bfaf-f5ba53120c5f tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:04.031684 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a6e91247-b811-4c7e-8c90-03db213c9591 req-141fa767-4963-4860-bfaf-f5ba53120c5f tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 931 time: 0.0576370 May 16 18:59:04.090338 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a6e91247-b811-4c7e-8c90-03db213c9591 req-e39e374a-323a-486f-a6ed-ea6a0c71bd8f tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522406 May 16 18:59:04.126349 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:04.648266 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:05.228520 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848303e3-60b5-40c5-a471-cb567eee38fd req-c1792265-e3da-416f-a1e8-8bfe9997b09a tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:05.230173 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-848303e3-60b5-40c5-a471-cb567eee38fd req-c1792265-e3da-416f-a1e8-8bfe9997b09a tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 931 time: 0.0556607 May 16 18:59:05.290005 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-848303e3-60b5-40c5-a471-cb567eee38fd req-400a61c3-105e-4eae-b8b5-47d3d1e83159 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507419 May 16 18:59:05.469597 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:06.450307 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc86acd-755e-4dfe-920f-db8755f9218c req-d4ea211c-daa4-4438-bab8-e23882a870bf tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:06.452640 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ebc86acd-755e-4dfe-920f-db8755f9218c req-d4ea211c-daa4-4438-bab8-e23882a870bf tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 931 time: 0.0682890 May 16 18:59:06.503922 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ebc86acd-755e-4dfe-920f-db8755f9218c req-c1972069-c2da-4519-a03f-af2737bb9a3a tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 May 16 18:59:07.661315 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca80b3-afaf-4e59-9473-e5fdbf532443 req-39c4e649-f7c5-46fe-8872-2d2c36549eb9 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:07.663025 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-12ca80b3-afaf-4e59-9473-e5fdbf532443 req-39c4e649-f7c5-46fe-8872-2d2c36549eb9 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 931 time: 0.0711596 May 16 18:59:07.723750 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-12ca80b3-afaf-4e59-9473-e5fdbf532443 req-222e2222-3deb-4755-ac75-b5900b832805 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532207 May 16 18:59:08.906349 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c31f7-124d-47fb-974f-fae177635fd1 req-686bb093-841e-4ae1-8f2d-1a924b7cfd51 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:08.908121 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-682c31f7-124d-47fb-974f-fae177635fd1 req-686bb093-841e-4ae1-8f2d-1a924b7cfd51 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 931 time: 0.0758150 May 16 18:59:08.980166 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-682c31f7-124d-47fb-974f-fae177635fd1 req-0fd406c0-de2b-4b74-9701-db827e288e9d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624678 May 16 18:59:10.145378 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01adf3-630a-4011-83c4-96b20f9760ad req-be46f8ae-b9fe-45da-a5da-7095b10ab8cf tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:10.147204 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5d01adf3-630a-4011-83c4-96b20f9760ad req-be46f8ae-b9fe-45da-a5da-7095b10ab8cf tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 931 time: 0.0724216 May 16 18:59:10.215335 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5d01adf3-630a-4011-83c4-96b20f9760ad req-fc06c159-4d17-4802-9a3b-3bb5bf0aae84 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600624 May 16 18:59:11.343862 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6617455-265f-4306-aa00-1e4c41e7944f req-90e841d9-6937-4b32-99bc-f7fa364d371c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:11.345427 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a6617455-265f-4306-aa00-1e4c41e7944f req-90e841d9-6937-4b32-99bc-f7fa364d371c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 931 time: 0.0514877 May 16 18:59:11.398888 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-a6617455-265f-4306-aa00-1e4c41e7944f req-0c1a08a7-ecce-4b8f-b40d-539e9cee863c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465136 May 16 18:59:11.859570 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Request body: {'port': {'device_id': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:11.936543 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.283994 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76aa757e-a54c-46e1-807c-5b28a26b7b88 {{(pid=115279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:59:12.293461 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Publish callbacks [] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.307054 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.provisioning_blocks [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Transition to ACTIVE for port object 76aa757e-a54c-46e1-807c-5b28a26b7b88 will not be triggered until provisioned by entity L2. {{(pid=115279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 18:59:12.313617 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.367435 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Pushing event updated for resources: {'Port': ['ID=76aa757e-a54c-46e1-807c-5b28a26b7b88,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:12.469529 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Attempting to bind port 76aa757e-a54c-46e1-807c-5b28a26b7b88 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:59:12.469863 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Attempting to bind port 76aa757e-a54c-46e1-807c-5b28a26b7b88 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:59:12.470430 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Attempting to bind port 76aa757e-a54c-46e1-807c-5b28a26b7b88 on network 197c1b72-74cd-4af0-b3fe-924ab553e62b {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:59:12.477327 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Port 76aa757e-a54c-46e1-807c-5b28a26b7b88 on network 197c1b72-74cd-4af0-b3fe-924ab553e62b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 18:59:12.477631 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Attempting to bind port 76aa757e-a54c-46e1-807c-5b28a26b7b88 on network 197c1b72-74cd-4af0-b3fe-924ab553e62b {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:59:12.491698 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Checking agent: {'id': 'c47a6f6d-fd6a-445d-8421-6cb7b877be0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'started_at': datetime.datetime(2022, 5, 16, 18, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:59:12.492072 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Checking segment: {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:59:12.492460 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Bound using segment: {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'} {{(pid=115279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:59:12.492891 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.managers [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Bound port: 76aa757e-a54c-46e1-807c-5b28a26b7b88, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39a3dd-01e7-446a-9d1a-7e97e906e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b'}}] {{(pid=115279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:59:12.493251 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.537771 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561868af-fda8-40f8-b3b0-41242ab41cb4 req-c92d4720-3610-4b79-b220-5d4ffbba39d8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:12.539320 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-561868af-fda8-40f8-b3b0-41242ab41cb4 req-c92d4720-3610-4b79-b220-5d4ffbba39d8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 943 time: 0.0638466 May 16 18:59:12.639226 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] For port 76aa757e-a54c-46e1-807c-5b28a26b7b88, host hv-cinder-75078, cleared binding levels {{(pid=115279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:59:12.642933 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] For port 76aa757e-a54c-46e1-807c-5b28a26b7b88, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:59:12.647258 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-561868af-fda8-40f8-b3b0-41242ab41cb4 req-a7e8544a-92fb-4185-9c10-a8c5a235f2d4 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700760 May 16 18:59:12.653612 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.689739 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:12.690380 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.691843 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] 10.222.0.61 "PUT /v2.0/ports/76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 1093 time: 0.8377452 May 16 18:59:12.692227 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:59:12.694542 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e" -d '{"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:59:12.731218 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1b899-253a-4c7f-aa09-77bf4eacc631 service neutron] Pushing event updated for resources: {'Port': ['ID=76aa757e-a54c-46e1-807c-5b28a26b7b88,revision_number=3']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:12.752631 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fefbd76-c3bf-4181-9014-36de090da841 x-openstack-request-id: req-2fefbd76-c3bf-4181-9014-36de090da841 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:59:12.752924 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:59:12.753175 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2fefbd76-c3bf-4181-9014-36de090da841 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:59:12.753625 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fefbd76-c3bf-4181-9014-36de090da841'] response: {'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'status': 'completed', 'code': 200} May 16 18:59:12.788601 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0536-deee-4a4a-a68c-601092403eb7 req-69e05adc-0375-46c7-8d0d-5019e57446e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:12.794303 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-69e05adc-0375-46c7-8d0d-5019e57446e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb467769134a4df0bb4608a8283e8dda&device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1127 time: 0.0504792 May 16 18:59:12.839154 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-2aa46749-4766-496a-9297-39c4ce28393f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 217 time: 0.0392420 May 16 18:59:12.890739 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0536-deee-4a4a-a68c-601092403eb7 req-75974a38-13ab-4a24-a90e-5f982bc10aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:12.892175 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-75974a38-13ab-4a24-a90e-5f982bc10aa0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf9a314a-9bf3-4710-b28b-02b751b8645e HTTP/1.1" status: 200 len: 853 time: 0.0470643 May 16 18:59:12.945005 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0536-deee-4a4a-a68c-601092403eb7 req-cb394dbb-b0b7-495f-bd16-e55fe04fd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:12.949615 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-cb394dbb-b0b7-495f-bd16-e55fe04fd296 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=197c1b72-74cd-4af0-b3fe-924ab553e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447655 May 16 18:59:13.042481 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-058bc90e-bf27-4fd3-9d02-e738a9f53c27 service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894673 May 16 18:59:13.131843 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-900d0536-deee-4a4a-a68c-601092403eb7 req-4dd98370-8d25-4f06-8c18-93e3f591d840 service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828102 May 16 18:59:13.782161 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74905349-5fbc-49f4-a031-53afdff7ae7c req-422bf4a5-3adc-44f1-ae8d-cc697e9c148b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:13.783747 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-74905349-5fbc-49f4-a031-53afdff7ae7c req-422bf4a5-3adc-44f1-ae8d-cc697e9c148b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 943 time: 0.0525093 May 16 18:59:13.833494 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-74905349-5fbc-49f4-a031-53afdff7ae7c req-67ed8d08-2567-4796-a8a5-b192eb1f10f4 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 May 16 18:59:14.067759 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-2544b3e7-fd1e-468b-94dc-bb34b13073f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:14.069347 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-2544b3e7-fd1e-468b-94dc-bb34b13073f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb467769134a4df0bb4608a8283e8dda&device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1127 time: 0.0451088 May 16 18:59:14.163051 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-0fbaf037-3974-4c23-bae5-f05643ec3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:14.164576 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-0fbaf037-3974-4c23-bae5-f05643ec3838 service neutron] 10.222.0.61 "GET /v2.0/networks?id=197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 200 len: 915 time: 0.0890694 May 16 18:59:14.206690 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-e2e6b7c8-8dcb-418e-8d25-3add54e3f94a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 217 time: 0.0344980 May 16 18:59:14.257609 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-82aafecd-0ffe-41df-b6bf-347029d75163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:14.259045 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-82aafecd-0ffe-41df-b6bf-347029d75163 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf9a314a-9bf3-4710-b28b-02b751b8645e HTTP/1.1" status: 200 len: 853 time: 0.0447667 May 16 18:59:14.306530 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-ed41df53-c2c1-4a3e-89a3-a704506471c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:14.308060 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-ed41df53-c2c1-4a3e-89a3-a704506471c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=197c1b72-74cd-4af0-b3fe-924ab553e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396497 May 16 18:59:14.405382 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-6c7ce345-faf0-4cd4-b5d3-f9824c67e14c service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891302 May 16 18:59:14.503405 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-2f8971ac-33d6-4858-93b2-fc08ccf1e40e req-4db5ba83-98a1-4643-be7a-441907a3049d service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877430 May 16 18:59:14.955234 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769c0e9-58f8-4f5f-9c66-971c1dfeeee1 req-6ff8161d-9b64-42a1-9778-4c971b3ead0c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:14.956907 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9769c0e9-58f8-4f5f-9c66-971c1dfeeee1 req-6ff8161d-9b64-42a1-9778-4c971b3ead0c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 943 time: 0.0501516 May 16 18:59:15.005964 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-9769c0e9-58f8-4f5f-9c66-971c1dfeeee1 req-460b233a-b36f-4950-b18e-9b8f86a1e189 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432563 May 16 18:59:15.329432 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 76aa757e-a54c-46e1-807c-5b28a26b7b88 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=115280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 18:59:15.428867 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 76aa757e-a54c-46e1-807c-5b28a26b7b88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:59:15.439975 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Returning: {'device': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'port_id': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'mac_address': 'fa:16:3e:79:f9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 18:59:15.479639 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 76aa757e-a54c-46e1-807c-5b28a26b7b88 is: DOWN; New status is: BUILD {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:15.480052 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:15.492595 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76aa757e-a54c-46e1-807c-5b28a26b7b88 {{(pid=115280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 18:59:15.512565 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 76aa757e-a54c-46e1-807c-5b28a26b7b88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:59:15.517503 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:15.572636 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=76aa757e-a54c-46e1-807c-5b28a26b7b88,revision_number=4']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:15.769420 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['76aa757e-a54c-46e1-807c-5b28a26b7b88'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:59:16.128156 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89b50e-58f4-4161-9962-a828715763c1 req-88c05008-1733-424b-9d30-69f145ac90e7 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:16.129659 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1d89b50e-58f4-4161-9962-a828715763c1 req-88c05008-1733-424b-9d30-69f145ac90e7 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 944 time: 0.0512235 May 16 18:59:16.178007 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1d89b50e-58f4-4161-9962-a828715763c1 req-f60cc96b-3377-41d5-a1b4-74e5bc6c19ef tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 May 16 18:59:17.293328 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc772-097e-46f5-b384-bdfeb8f43263 req-9391a446-5f9b-45d0-81bb-8245112401d5 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:17.295525 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c76dc772-097e-46f5-b384-bdfeb8f43263 req-9391a446-5f9b-45d0-81bb-8245112401d5 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 944 time: 0.0496998 May 16 18:59:17.344732 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c76dc772-097e-46f5-b384-bdfeb8f43263 req-6e9d33cd-4915-4c2f-9999-8b51e66711d6 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 May 16 18:59:17.368184 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 76aa757e-a54c-46e1-807c-5b28a26b7b88 up at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:59:17.410972 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning for port 76aa757e-a54c-46e1-807c-5b28a26b7b88 completed by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 18:59:17.416994 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Provisioning complete for port 76aa757e-a54c-46e1-807c-5b28a26b7b88 triggered by entity L2. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:17.417347 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:17.492920 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Current status of the port 76aa757e-a54c-46e1-807c-5b28a26b7b88 is: BUILD; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:17.493216 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), before_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:17.516115 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88'}] {{(pid=115280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:59:17.518351 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b54dd0fc6ef05f8913bc72294b596319e4898a5e92db33432059c66e147ea60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0bbc64-030b-4ef8-b7f8-af1c622167f7" -d '{"events": [{"server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "name": "network-vif-plugged", "status": "completed", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88"}]}' {{(pid=115280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:59:17.532185 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] For port 76aa757e-a54c-46e1-807c-5b28a26b7b88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:59:17.537390 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:17.565248 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc454cd-edcc-4baf-89a7-a91e8c1555bd x-openstack-request-id: req-cbc454cd-edcc-4baf-89a7-a91e8c1555bd {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:59:17.565555 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "name": "network-vif-plugged", "status": "completed", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88", "code": 200}]} {{(pid=115280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:59:17.565762 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cbc454cd-edcc-4baf-89a7-a91e8c1555bd {{(pid=115280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:59:17.566263 dv-cinder-750782-22-iscsi neutron-server[115280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc454cd-edcc-4baf-89a7-a91e8c1555bd'] response: {'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'code': 200} May 16 18:59:17.594878 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=76aa757e-a54c-46e1-807c-5b28a26b7b88,revision_number=5']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:18.161544 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e517afb-1c76-4794-80d1-f9cc4829d25d req-80a01ab1-e30e-4018-937e-4593a8069474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:18.163029 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1e517afb-1c76-4794-80d1-f9cc4829d25d req-80a01ab1-e30e-4018-937e-4593a8069474 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1129 time: 0.0405645 May 16 18:59:18.211578 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1e517afb-1c76-4794-80d1-f9cc4829d25d req-9cad1280-8b48-4570-89aa-7024c2f6f9d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 May 16 18:59:18.463439 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52561cc6-3313-45b1-8bd0-31f3293df52d req-6d9dfaa3-6c70-4f35-ab4c-4f29ea7949ed tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:18.465711 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52561cc6-3313-45b1-8bd0-31f3293df52d req-6d9dfaa3-6c70-4f35-ab4c-4f29ea7949ed tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0534151 May 16 18:59:18.524834 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-52561cc6-3313-45b1-8bd0-31f3293df52d req-e28f3ae6-ffe6-4bad-b2b4-0a26e1e65628 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496354 May 16 18:59:19.659425 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1245a01-8df7-4c70-8704-a5a34dc70ca9 req-43854f66-efb3-42b9-84e6-2d6800f6390a tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:19.662010 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c1245a01-8df7-4c70-8704-a5a34dc70ca9 req-43854f66-efb3-42b9-84e6-2d6800f6390a tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0541425 May 16 18:59:19.724567 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c1245a01-8df7-4c70-8704-a5a34dc70ca9 req-e54b6400-7324-4996-9cae-42b5562e856d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569518 May 16 18:59:20.848992 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170b65a-b03b-4cc7-8e6f-577ee6e12288 req-c84334f4-7d50-4eb9-a08e-200c087c19ad tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:20.850506 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f170b65a-b03b-4cc7-8e6f-577ee6e12288 req-c84334f4-7d50-4eb9-a08e-200c087c19ad tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0484149 May 16 18:59:20.898444 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f170b65a-b03b-4cc7-8e6f-577ee6e12288 req-cc3972bc-dd8b-4fb2-a523-bbb7615d0209 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422118 May 16 18:59:21.015292 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e424da1-cc68-45a7-8e74-52df2b23efb3 req-0dd24432-5ada-498d-8ae6-8eefd8f2ff5b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:21.016744 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7e424da1-cc68-45a7-8e74-52df2b23efb3 req-0dd24432-5ada-498d-8ae6-8eefd8f2ff5b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0505683 May 16 18:59:21.064647 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7e424da1-cc68-45a7-8e74-52df2b23efb3 req-8e4ec292-9785-4814-925b-833954957040 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 May 16 18:59:21.397077 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff3f8c-be7a-4082-91aa-331865e90541 req-e14012a5-c45a-4aab-9a94-311dcf3097fd tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:21.398569 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-88ff3f8c-be7a-4082-91aa-331865e90541 req-e14012a5-c45a-4aab-9a94-311dcf3097fd tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0480063 May 16 18:59:21.447123 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-88ff3f8c-be7a-4082-91aa-331865e90541 req-290456be-78e3-43ea-8294-528182643393 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 May 16 18:59:29.062991 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-961cbd58-db4a-4d3f-8b92-d0c106ca24ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:31.529529 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-413c5510-a14c-4411-954b-f920f96108a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:32.850806 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.114518 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.204524 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62e41d-dd5b-4655-bbf5-a04f2b27765e req-f4296c9d-27cc-4ae0-81d9-cddd32da522b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:34.206071 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d62e41d-dd5b-4655-bbf5-a04f2b27765e req-f4296c9d-27cc-4ae0-81d9-cddd32da522b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0597596 May 16 18:59:34.265617 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0d62e41d-dd5b-4655-bbf5-a04f2b27765e req-1f57079a-2472-4d1a-863a-f244e491adc1 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488582 May 16 18:59:34.290765 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51210) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:34.391682 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda471a-59c5-4f55-b272-c190a7b48a2d tempest-TestMinimumBasicScenario-666161454 tempest-TestMinimumBasicScenario-666161454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:34.397168 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-7eda471a-59c5-4f55-b272-c190a7b48a2d tempest-TestMinimumBasicScenario-666161454 tempest-TestMinimumBasicScenario-666161454-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1124 time: 0.1014709 May 16 18:59:34.397771 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51214) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:34.405116 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'floatingip': {'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'port_id': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:34.428550 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.517627 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.650953 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.662476 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_common [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Allocated IP 172.27.1.205 (1ed7400b-e720-4a92-82ea-b845b98b83c3/3a3c9eaa-3e54-4017-8757-c8d05fec9ee4/75c381c1-3d84-4a92-969e-bc8f7809f34f) {{(pid=115279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:59:34.774924 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for port (75c381c1-3d84-4a92-969e-bc8f7809f34f), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.815551 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364048972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (75c381c1-3d84-4a92-969e-bc8f7809f34f), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.854535 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Network 1ed7400b-e720-4a92-82ea-b845b98b83c3 is already hosted by enough agents. {{(pid=115279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:59:34.858310 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.base_scheduler [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Resources bound (agent type, host, resource id): {{(pid=115279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:34.862393 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Received port after_create {{(pid=115279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:59:34.891743 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'Port': ['ID=75c381c1-3d84-4a92-969e-bc8f7809f34f,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:34.908157 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.908525 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.908847 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.909179 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.909512 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.909846 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.910170 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.910498 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.910822 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.911152 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.911481 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.911813 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.912194 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.912452 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:34.912766 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:35.315696 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for floatingip (a0332a78-f140-43f1-918e-8680cf1900d6), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.384053 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cc92f-cc83-4da1-8ec5-ff8b5a96cfd3 req-0d23f761-c181-4c1a-b1ae-96a955e53329 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:35.385761 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-797cc92f-cc83-4da1-8ec5-ff8b5a96cfd3 req-0d23f761-c181-4c1a-b1ae-96a955e53329 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 945 time: 0.0861101 May 16 18:59:35.459430 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.466282 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (75c381c1-3d84-4a92-969e-bc8f7809f34f), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.504826 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-797cc92f-cc83-4da1-8ec5-ff8b5a96cfd3 req-5211c2ed-b85d-41f8-bbe7-a47d59b5b502 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082149 May 16 18:59:35.698889 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for port (75c381c1-3d84-4a92-969e-bc8f7809f34f), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.705049 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (75c381c1-3d84-4a92-969e-bc8f7809f34f), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.779865 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'Port': ['ID=75c381c1-3d84-4a92-969e-bc8f7809f34f,revision_number=2']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:35.795465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8305437'] for floatingip (a0332a78-f140-43f1-918e-8680cf1900d6), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.921674 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.db.l3_db [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Floating IP a0332a78-f140-43f1-918e-8680cf1900d6 associated. External IP: 172.27.1.205, port: 76aa757e-a54c-46e1-807c-5b28a26b7b88. May 16 18:59:36.164575 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:59:36.572560 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:59:36.590512 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] Sync routers for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:59:36.599544 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:36.604900 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:36.605671 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:59:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:36.666277 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-73af8aeb-23c5-4414-a579-d8e261a32d54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2668481 May 16 18:59:36.669993 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:59:36.673536 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423b260b-3095-4159-a336-5f8baf54ee6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:59:36.674049 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51224) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:36.678933 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-07c7106e-561c-4e15-8e28-3af0537f6f39 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100682165', 'description': 'tempest-secgroup-smoke-1100682165 description', 'project_id': 'bb467769134a4df0bb4608a8283e8dda'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:36.696612 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4ea0d-4795-4ce9-b275-06885a302a7b req-29733d7d-910b-4d71-8756-89e36e004a38 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:36.698403 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-62d4ea0d-4795-4ce9-b275-06885a302a7b req-29733d7d-910b-4d71-8756-89e36e004a38 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 945 time: 0.0920022 May 16 18:59:36.719364 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-07c7106e-561c-4e15-8e28-3af0537f6f39 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group (None), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:36.747888 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:59:36.758496 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-62d4ea0d-4795-4ce9-b275-06885a302a7b req-6d73c375-11a2-42d0-8fed-7eb1cf0b7ef6 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537736 May 16 18:59:36.816223 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-07c7106e-561c-4e15-8e28-3af0537f6f39 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group (30bba3fa-194d-4b6b-ad9d-057a797e6354), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:36.822683 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-07c7106e-561c-4e15-8e28-3af0537f6f39 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (30bba3fa-194d-4b6b-ad9d-057a797e6354), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:36.838855 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1932849a-4b51-4bc5-ac75-e2d58b09be54 x-openstack-request-id: req-1932849a-4b51-4bc5-ac75-e2d58b09be54 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:59:36.839196 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:59:36.839909 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1932849a-4b51-4bc5-ac75-e2d58b09be54 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:59:36.840996 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1932849a-4b51-4bc5-ac75-e2d58b09be54'] response: {'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'status': 'completed', 'code': 200} May 16 18:59:36.857872 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7106e-561c-4e15-8e28-3af0537f6f39 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30bba3fa-194d-4b6b-ad9d-057a797e6354,revision_number=1']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:36.863981 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-07c7106e-561c-4e15-8e28-3af0537f6f39 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:36.865573 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-07c7106e-561c-4e15-8e28-3af0537f6f39 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1904700 May 16 18:59:36.870627 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51230) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:36.879780 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-1b17bf61-ca71-49e0-89da-aea1338b7793 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'security_group_rule': {'security_group_id': '30bba3fa-194d-4b6b-ad9d-057a797e6354', 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:36.922092 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1b17bf61-ca71-49e0-89da-aea1338b7793 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (d2c98b3f-2562-4ee0-8e91-9ebab7523bc0), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.007201 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1b17bf61-ca71-49e0-89da-aea1338b7793 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (d2c98b3f-2562-4ee0-8e91-9ebab7523bc0), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.012248 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1b17bf61-ca71-49e0-89da-aea1338b7793 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (d2c98b3f-2562-4ee0-8e91-9ebab7523bc0), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.039949 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17bf61-ca71-49e0-89da-aea1338b7793 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c98b3f-2562-4ee0-8e91-9ebab7523bc0,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:37.054880 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-1b17bf61-ca71-49e0-89da-aea1338b7793 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.057190 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-1b17bf61-ca71-49e0-89da-aea1338b7793 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841571 May 16 18:59:37.060178 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51232) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:37.066765 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-5ea98908-80fb-4c12-933c-40703777fa66 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'security_group_rule': {'security_group_id': '30bba3fa-194d-4b6b-ad9d-057a797e6354', 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:37.075928 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'a0332a78-f140-43f1-918e-8680cf1900d6', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'port_id': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'mac_address': 'fa:16:3e:79:f9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:59:35Z', 'updated_at': '2022-05-16T18:59:35Z', 'revision_number': 0, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:47Z', 'revision_number': 5, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:37.101258 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5ea98908-80fb-4c12-933c-40703777fa66 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (fb3cee94-d730-4507-9ceb-bb9f1a688b50), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.105479 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] Checking router: 0863f3fe-e106-4b44-87f3-f5023ce19ce2 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:59:37.120653 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:37.121733 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:59:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:37.183774 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5ea98908-80fb-4c12-933c-40703777fa66 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (fb3cee94-d730-4507-9ceb-bb9f1a688b50), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.189329 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5ea98908-80fb-4c12-933c-40703777fa66 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (fb3cee94-d730-4507-9ceb-bb9f1a688b50), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.218299 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea98908-80fb-4c12-933c-40703777fa66 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3cee94-d730-4507-9ceb-bb9f1a688b50,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:37.247134 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-5ea98908-80fb-4c12-933c-40703777fa66 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.249004 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-5ea98908-80fb-4c12-933c-40703777fa66 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1874609 May 16 18:59:37.252053 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51234) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:37.257275 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-43cfd141-7142-4ab3-b770-f367317a3d2c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'security_group_rule': {'security_group_id': '30bba3fa-194d-4b6b-ad9d-057a797e6354', 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:37.263588 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:59:37.280892 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b260b-3095-4159-a336-5f8baf54ee6c req-c9b9fb21-9e06-4387-bc7c-e1340f23fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:37.282861 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-423b260b-3095-4159-a336-5f8baf54ee6c req-c9b9fb21-9e06-4387-bc7c-e1340f23fa34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb467769134a4df0bb4608a8283e8dda&device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1129 time: 0.0754633 May 16 18:59:37.329553 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-43cfd141-7142-4ab3-b770-f367317a3d2c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (1d7eacfc-a45d-4268-8518-885b8f3b977a), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.441828 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b260b-3095-4159-a336-5f8baf54ee6c req-cad60122-192b-46af-8fcd-652fa7f7b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:37.443499 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-423b260b-3095-4159-a336-5f8baf54ee6c req-cad60122-192b-46af-8fcd-652fa7f7b7e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 200 len: 915 time: 0.1535659 May 16 18:59:37.450798 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-43cfd141-7142-4ab3-b770-f367317a3d2c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (1d7eacfc-a45d-4268-8518-885b8f3b977a), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.463426 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-43cfd141-7142-4ab3-b770-f367317a3d2c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (1d7eacfc-a45d-4268-8518-885b8f3b977a), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.490862 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:59:37.492316 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfd141-7142-4ab3-b770-f367317a3d2c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7eacfc-a45d-4268-8518-885b8f3b977a,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:37.507859 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-43cfd141-7142-4ab3-b770-f367317a3d2c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.509269 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-43cfd141-7142-4ab3-b770-f367317a3d2c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562492 May 16 18:59:37.514139 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51236) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:37.518841 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [None req-c465269d-b549-4dd5-9b62-e50007acc3bb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'security_group_rule': {'security_group_id': '30bba3fa-194d-4b6b-ad9d-057a797e6354', 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:37.556473 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'a0332a78-f140-43f1-918e-8680cf1900d6', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'port_id': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'mac_address': 'fa:16:3e:79:f9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:59:35Z', 'updated_at': '2022-05-16T18:59:35Z', 'revision_number': 0, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:47Z', 'revision_number': 5, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:37.561875 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c465269d-b549-4dd5-9b62-e50007acc3bb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (a8196786-c81b-47a8-939e-55dd367cd8c1), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.588216 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac980198-2da8-48ef-bc34-faa79950b3a4 None None] The sync data for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi is: [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': 'a0332a78-f140-43f1-918e-8680cf1900d6', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'port_id': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'mac_address': 'fa:16:3e:79:f9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:59:35Z', 'updated_at': '2022-05-16T18:59:35Z', 'revision_number': 0, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:47Z', 'revision_number': 5, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:59:37.671013 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-423b260b-3095-4159-a336-5f8baf54ee6c req-2ba5357d-89f4-442a-b533-32bb8778330d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 999 time: 0.0974061 May 16 18:59:37.686206 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c465269d-b549-4dd5-9b62-e50007acc3bb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (a8196786-c81b-47a8-939e-55dd367cd8c1), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.692028 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c465269d-b549-4dd5-9b62-e50007acc3bb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (a8196786-c81b-47a8-939e-55dd367cd8c1), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.757011 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465269d-b549-4dd5-9b62-e50007acc3bb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8196786-c81b-47a8-939e-55dd367cd8c1,revision_number=0']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:37.790266 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c465269d-b549-4dd5-9b62-e50007acc3bb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.797516 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-c465269d-b549-4dd5-9b62-e50007acc3bb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763867 May 16 18:59:37.797620 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51240) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:37.802050 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-c6e9fd92-4a4f-448f-95cb-5047267a9714 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'security_group_rule': {'security_group_id': '30bba3fa-194d-4b6b-ad9d-057a797e6354', 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:37.811170 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-f842a462-af5d-44a9-bc51-3686f8acc21f tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:37.812701 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-f842a462-af5d-44a9-bc51-3686f8acc21f tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.61 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 945 time: 0.0906367 May 16 18:59:37.815463 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b260b-3095-4159-a336-5f8baf54ee6c req-0f121ee1-55d1-4dbe-b6db-8489b3492b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:37.815906 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-423b260b-3095-4159-a336-5f8baf54ee6c req-0f121ee1-55d1-4dbe-b6db-8489b3492b38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf9a314a-9bf3-4710-b28b-02b751b8645e HTTP/1.1" status: 200 len: 853 time: 0.1124353 May 16 18:59:37.830874 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.securitygroups_db [None req-c6e9fd92-4a4f-448f-95cb-5047267a9714 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Project bb467769134a4df0bb4608a8283e8dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 18:59:37.838714 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c6e9fd92-4a4f-448f-95cb-5047267a9714 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (c2715792-5e8c-405e-98a8-02368437cb26), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.896112 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5ad51-b7d1-4cd6-aea7-6e668cdc5ddd None None] New status for floating IP a0332a78-f140-43f1-918e-8680cf1900d6: ACTIVE {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:59:37.924257 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c6e9fd92-4a4f-448f-95cb-5047267a9714 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (c2715792-5e8c-405e-98a8-02368437cb26), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.934051 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c6e9fd92-4a4f-448f-95cb-5047267a9714 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (c2715792-5e8c-405e-98a8-02368437cb26), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.956008 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b260b-3095-4159-a336-5f8baf54ee6c req-64bb0f5e-6bc4-4f6e-a708-95b450eb3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:37.957598 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-423b260b-3095-4159-a336-5f8baf54ee6c req-64bb0f5e-6bc4-4f6e-a708-95b450eb3c23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=197c1b72-74cd-4af0-b3fe-924ab553e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1272447 May 16 18:59:37.973367 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9fd92-4a4f-448f-95cb-5047267a9714 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2715792-5e8c-405e-98a8-02368437cb26,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:37.982871 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adce5c7-5469-4eae-be67-b615d662451e req-7df237f4-f479-4c1b-a9c4-e273769d95d8 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:37.984190 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6adce5c7-5469-4eae-be67-b615d662451e req-7df237f4-f479-4c1b-a9c4-e273769d95d8 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 945 time: 0.0903399 May 16 18:59:37.994213 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c6e9fd92-4a4f-448f-95cb-5047267a9714 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.999528 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c6e9fd92-4a4f-448f-95cb-5047267a9714 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1982791 May 16 18:59:37.999840 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51244) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:38.004879 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.v2.base [None req-1eafdd27-1dd1-4a97-b912-bb2ea6d4e62d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'security_group_rule': {'security_group_id': '30bba3fa-194d-4b6b-ad9d-057a797e6354', 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:38.034645 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.securitygroups_db [None req-1eafdd27-1dd1-4a97-b912-bb2ea6d4e62d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Project bb467769134a4df0bb4608a8283e8dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 18:59:38.046689 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1eafdd27-1dd1-4a97-b912-bb2ea6d4e62d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (ed55c82d-2adf-4c2e-b323-234bad95ae53), before_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.060158 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Deleting port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:59:38.060666 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.133059 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1eafdd27-1dd1-4a97-b912-bb2ea6d4e62d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (ed55c82d-2adf-4c2e-b323-234bad95ae53), precommit_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.140034 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1eafdd27-1dd1-4a97-b912-bb2ea6d4e62d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325570'] for security_group_rule (ed55c82d-2adf-4c2e-b323-234bad95ae53), after_create {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.142588 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6adce5c7-5469-4eae-be67-b615d662451e req-a70c4505-f49d-461b-a5fe-e7c708ab811a tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/security-groups?id=877c8739-c4be-4a02-88fb-1bcbf8bfef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434493 May 16 18:59:38.178465 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafdd27-1dd1-4a97-b912-bb2ea6d4e62d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed55c82d-2adf-4c2e-b323-234bad95ae53,revision_number=0']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:38.193018 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-1eafdd27-1dd1-4a97-b912-bb2ea6d4e62d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.196258 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-1eafdd27-1dd1-4a97-b912-bb2ea6d4e62d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1941216 May 16 18:59:38.209163 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-423b260b-3095-4159-a336-5f8baf54ee6c req-bb673601-8fed-4ae8-8cdc-f93b59578f7e service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221041 May 16 18:59:38.279630 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] For port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,segment=NetworkSegment(bae13ff7-df08-4989-a09c-c1bb520fca96),segment_id=bae13ff7-df08-4989-a09c-c1bb520fca96)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:59:38.280041 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.332601 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Calling delete_port for 3aa20307-2122-4b8c-bcdb-38e24f4e8abc owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:59:38.418652 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-bbd20d94-d88e-4de0-96f6-2905dfbb3315 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100682165&fields=id&tenant_id=bb467769134a4df0bb4608a8283e8dda HTTP/1.1" status: 200 len: 267 time: 0.1580787 May 16 18:59:38.441525 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-423b260b-3095-4159-a336-5f8baf54ee6c req-0b5b06d5-f8c3-4b71-8073-a74ced49857a service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247596 May 16 18:59:38.496209 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-7ce3c467-4396-4c65-ac09-cd8c0fe4b8fb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:38.498584 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-7ce3c467-4396-4c65-ac09-cd8c0fe4b8fb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0720966 May 16 18:59:38.512133 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-dea0dc83-9b24-4493-a26c-bd8f2adc42f8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'port': {'security_groups': ['7cfd12d7-080c-4293-bf4a-c0016357f230', '30bba3fa-194d-4b6b-ad9d-057a797e6354']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:38.619583 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (3aa20307-2122-4b8c-bcdb-38e24f4e8abc), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.634147 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['3aa20307-2122-4b8c-bcdb-38e24f4e8abc'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:59:38.653160 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-dea0dc83-9b24-4493-a26c-bd8f2adc42f8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.658978 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Pushing event deleted for resources: {'Port': ['ID=3aa20307-2122-4b8c-bcdb-38e24f4e8abc,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:38.746054 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] No DVR routers for this DVR port 3aa20307-2122-4b8c-bcdb-38e24f4e8abc on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:59:38.750787 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.754222 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e1dbc748-038a-4faf-bd79-29b931fd3732 req-e78f4cf3-06c2-4a14-a374-45218e87f096 tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.61 "DELETE /v2.0/ports/3aa20307-2122-4b8c-bcdb-38e24f4e8abc HTTP/1.1" status: 204 len: 173 time: 0.9252613 May 16 18:59:38.843010 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481cae72-0842-4a6c-923a-f53aa1653c92', 'name': 'network-vif-deleted', 'tag': '3aa20307-2122-4b8c-bcdb-38e24f4e8abc'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:59:38.845375 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedec648-c144-4a53-8fcc-8307399a1a2e" -d '{"events": [{"server_uuid": "481cae72-0842-4a6c-923a-f53aa1653c92", "name": "network-vif-deleted", "tag": "3aa20307-2122-4b8c-bcdb-38e24f4e8abc"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:59:38.893338 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c60deda-e348-4c7a-82a2-21faf266b3be x-openstack-request-id: req-8c60deda-e348-4c7a-82a2-21faf266b3be {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:59:38.893638 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481cae72-0842-4a6c-923a-f53aa1653c92", "name": "network-vif-deleted", "tag": "3aa20307-2122-4b8c-bcdb-38e24f4e8abc", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:59:38.893884 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c60deda-e348-4c7a-82a2-21faf266b3be {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:59:38.894295 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c60deda-e348-4c7a-82a2-21faf266b3be'] response: {'server_uuid': '481cae72-0842-4a6c-923a-f53aa1653c92', 'name': 'network-vif-deleted', 'tag': '3aa20307-2122-4b8c-bcdb-38e24f4e8abc', 'status': 'completed', 'code': 200} May 16 18:59:38.980256 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-dea0dc83-9b24-4493-a26c-bd8f2adc42f8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] For port 76aa757e-a54c-46e1-807c-5b28a26b7b88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:59:39.020174 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-dea0dc83-9b24-4493-a26c-bd8f2adc42f8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:39.026067 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-dea0dc83-9b24-4493-a26c-bd8f2adc42f8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:39.043062 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['76aa757e-a54c-46e1-807c-5b28a26b7b88'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:59:39.074912 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-dea0dc83-9b24-4493-a26c-bd8f2adc42f8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:39.076130 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-dea0dc83-9b24-4493-a26c-bd8f2adc42f8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:39.077949 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-445f4d3a-7b9c-45f9-9134-0d1e64266278 req-dea0dc83-9b24-4493-a26c-bd8f2adc42f8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "PUT /v2.0/ports/76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 981 time: 0.5721610 May 16 18:59:39.115926 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0dc83-9b24-4493-a26c-bd8f2adc42f8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'Port': ['ID=76aa757e-a54c-46e1-807c-5b28a26b7b88,revision_number=6']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:39.232388 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['76aa757e-a54c-46e1-807c-5b28a26b7b88'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 18:59:39.263498 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbca01-df42-42ce-aa74-f7c34809ad28 req-1a7e3133-0972-4da2-a4ce-ebc0115f1628 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:39.266508 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-19dbca01-df42-42ce-aa74-f7c34809ad28 req-1a7e3133-0972-4da2-a4ce-ebc0115f1628 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0986733 May 16 18:59:39.354894 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1aad96d1-c376-48a2-a001-4b6ee34001a4 req-b1a41665-6f3a-4f53-bf90-7e7c2c3f2f8f tempest-VolumesSnapshotTestJSON-448911475 tempest-VolumesSnapshotTestJSON-448911475-project] 10.222.0.72 "GET /v2.0/ports?device_id=481cae72-0842-4a6c-923a-f53aa1653c92 HTTP/1.1" status: 200 len: 210 time: 0.0870662 May 16 18:59:39.405480 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-19dbca01-df42-42ce-aa74-f7c34809ad28 req-3eb0cd30-2e40-4198-9cf4-f71aa590b97e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1229610 May 16 18:59:39.466547 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-1155f949-c571-4d5b-8099-67e7b1c13338 None None] Provisioning complete for port 76aa757e-a54c-46e1-807c-5b28a26b7b88 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:39.466837 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-1155f949-c571-4d5b-8099-67e7b1c13338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:39.676645 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-1155f949-c571-4d5b-8099-67e7b1c13338 None None] Current status of the port 76aa757e-a54c-46e1-807c-5b28a26b7b88 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:40.895521 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:59:40.897853 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60741dbc-accb-4f7f-a410-76730386439e" -d '{"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:59:40.937453 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027013bf-8f92-403c-b92d-615108e32b56 x-openstack-request-id: req-027013bf-8f92-403c-b92d-615108e32b56 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:59:40.937746 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:59:40.938029 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-027013bf-8f92-403c-b92d-615108e32b56 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:59:40.939333 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027013bf-8f92-403c-b92d-615108e32b56'] response: {'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'status': 'completed', 'code': 200} May 16 18:59:41.000218 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60741dbc-accb-4f7f-a410-76730386439e req-8aff5fa4-f3b1-4ddb-ab82-f40d08a50d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:41.001784 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60741dbc-accb-4f7f-a410-76730386439e req-8aff5fa4-f3b1-4ddb-ab82-f40d08a50d80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb467769134a4df0bb4608a8283e8dda&device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1168 time: 0.0407124 May 16 18:59:41.098003 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60741dbc-accb-4f7f-a410-76730386439e req-4aa240ab-a802-48e2-86f4-946c09ae5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:41.099511 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60741dbc-accb-4f7f-a410-76730386439e req-4aa240ab-a802-48e2-86f4-946c09ae5796 service neutron] 10.222.0.61 "GET /v2.0/networks?id=197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 200 len: 915 time: 0.0903754 May 16 18:59:41.163792 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60741dbc-accb-4f7f-a410-76730386439e req-3b446817-8727-4562-ab98-f2166b2b5f7a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 1001 time: 0.0577097 May 16 18:59:41.420895 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60741dbc-accb-4f7f-a410-76730386439e req-3022fb49-d87c-4032-aaa9-d2e9ae834889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:41.422380 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60741dbc-accb-4f7f-a410-76730386439e req-3022fb49-d87c-4032-aaa9-d2e9ae834889 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf9a314a-9bf3-4710-b28b-02b751b8645e HTTP/1.1" status: 200 len: 853 time: 0.0456245 May 16 18:59:41.434852 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 3aa20307-2122-4b8c-bcdb-38e24f4e8abc no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:59:41.460104 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 3aa20307-2122-4b8c-bcdb-38e24f4e8abc {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:59:41.460448 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 3aa20307-2122-4b8c-bcdb-38e24f4e8abc not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 18:59:41.488110 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60741dbc-accb-4f7f-a410-76730386439e req-05768dfa-d133-4dbf-b353-73d9ddbaf204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:41.489681 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60741dbc-accb-4f7f-a410-76730386439e req-05768dfa-d133-4dbf-b353-73d9ddbaf204 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=197c1b72-74cd-4af0-b3fe-924ab553e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545969 May 16 18:59:41.586158 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60741dbc-accb-4f7f-a410-76730386439e req-af9639b0-ac58-4f64-8a7d-b6e768ac1b61 service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868757 May 16 18:59:41.860986 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-60741dbc-accb-4f7f-a410-76730386439e req-3eb9c412-fa65-4c35-adb5-c7c20cde7d4e service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976126 May 16 18:59:45.001758 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d211841a-a56a-44e1-b896-49b289bf790b req-a75f8452-f077-4d4f-9509-dfa185030c56 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430284 May 16 18:59:45.087604 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211841a-a56a-44e1-b896-49b289bf790b req-3b093a96-43a5-4e0f-887c-e0cc26125f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:45.089179 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d211841a-a56a-44e1-b896-49b289bf790b req-3b093a96-43a5-4e0f-887c-e0cc26125f58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 1130 time: 0.0416212 May 16 18:59:45.231826 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211841a-a56a-44e1-b896-49b289bf790b req-a6898df9-ef24-47df-9402-3889f2c3bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:45.233386 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d211841a-a56a-44e1-b896-49b289bf790b req-a6898df9-ef24-47df-9402-3889f2c3bb32 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 912 time: 0.1096599 May 16 18:59:45.302201 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d211841a-a56a-44e1-b896-49b289bf790b req-2daee591-b998-4837-bb87-3875a817e1f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c357f9-475e-4afa-b068-1499c20820a7 HTTP/1.1" status: 200 len: 1001 time: 0.0624981 May 16 18:59:45.360228 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211841a-a56a-44e1-b896-49b289bf790b req-be8d6d40-e643-4e7b-989e-6d8ac38873ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:45.361758 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d211841a-a56a-44e1-b896-49b289bf790b req-be8d6d40-e643-4e7b-989e-6d8ac38873ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0529852 May 16 18:59:45.417269 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211841a-a56a-44e1-b896-49b289bf790b req-2da0d53c-63c1-45e7-9932-cf17ee841697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:45.419431 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d211841a-a56a-44e1-b896-49b289bf790b req-2da0d53c-63c1-45e7-9932-cf17ee841697 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477593 May 16 18:59:45.512975 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d211841a-a56a-44e1-b896-49b289bf790b req-41e323af-5dad-4cc7-97d2-fa7ccabdd408 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863783 May 16 18:59:45.617110 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-d211841a-a56a-44e1-b896-49b289bf790b req-32d77435-ab3c-49e0-b8ba-f0f747d0ee69 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936909 May 16 18:59:52.940714 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51316) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:53.092383 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Deleting port ad5423e6-3aca-4e60-9ddb-e06499649f9d {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:59:53.092740 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (ad5423e6-3aca-4e60-9ddb-e06499649f9d), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:53.177086 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (ad5423e6-3aca-4e60-9ddb-e06499649f9d), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:53.177415 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (ad5423e6-3aca-4e60-9ddb-e06499649f9d), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:53.191988 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Calling delete_port for ad5423e6-3aca-4e60-9ddb-e06499649f9d owned by network:floatingip {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:59:53.355329 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (ad5423e6-3aca-4e60-9ddb-e06499649f9d), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:53.393241 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event deleted for resources: {'Port': ['ID=ad5423e6-3aca-4e60-9ddb-e06499649f9d,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:53.406450 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.406804 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.407155 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.407504 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.407874 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.408222 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.408556 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.408899 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.409229 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.409565 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.409893 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.410224 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.410552 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.410876 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.411201 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:53.479503 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (3008983a-08a5-47b1-99e5-f7f1ff19a692), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:53.479795 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Floating IP 3008983a-08a5-47b1-99e5-f7f1ff19a692 disassociated (deleted). External IP: 172.27.1.51, port: f3724a00-7e9f-4041-8edf-d95832fa4fc7. May 16 18:59:53.692059 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:59:54.065381 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:59:54.070928 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:54.081429 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] Sync routers for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:59:54.094851 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:54.095471 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:59:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:54.103244 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f5324797-cd5a-48d9-ab8e-358cd553a24d tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "DELETE /v2.0/floatingips/3008983a-08a5-47b1-99e5-f7f1ff19a692 HTTP/1.1" status: 204 len: 168 time: 1.1613867 May 16 18:59:54.104050 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:59:54.106918 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edea02c-ba40-413a-b331-c64470eb6c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:59:54.218064 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 18:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d333445a-bb89-4e31-bf73-1791fe2c957b x-openstack-request-id: req-d333445a-bb89-4e31-bf73-1791fe2c957b {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:59:54.218361 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:59:54.218614 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d333445a-bb89-4e31-bf73-1791fe2c957b {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:59:54.219075 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d333445a-bb89-4e31-bf73-1791fe2c957b'] response: {'name': 'network-changed', 'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'status': 'completed', 'code': 200} May 16 18:59:54.221713 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:59:54.311984 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-1a68417e-b798-4f11-84fc-8527a51f2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:54.313725 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-1a68417e-b798-4f11-84fc-8527a51f2fe9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 1130 time: 0.0497994 May 16 18:59:54.405552 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885128f-64fa-4af4-942d-53ade3ed092d req-09aa9f14-fad8-4cb3-b024-6959735089df tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:54.407136 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5885128f-64fa-4af4-942d-53ade3ed092d req-09aa9f14-fad8-4cb3-b024-6959735089df tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 946 time: 0.0530920 May 16 18:59:54.474031 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5885128f-64fa-4af4-942d-53ade3ed092d req-0ed0cb5c-3464-46ef-9460-d98e842595c0 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595250 May 16 18:59:54.498021 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '9871e756-e946-4cce-b530-a9057c5591d0', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:55:34Z', 'updated_at': '2022-05-16T18:55:38Z', 'revision_number': 1, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:54.524452 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] Checking router: 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:59:54.534314 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:54.534953 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:59:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:54.663004 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:59:54.922350 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '9871e756-e946-4cce-b530-a9057c5591d0', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:55:34Z', 'updated_at': '2022-05-16T18:55:38Z', 'revision_number': 1, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:54.948717 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7bdc88-fbba-4f8a-819f-0f2cd1a796a1 None None] The sync data for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi is: [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_floatingips': [{'id': '9871e756-e946-4cce-b530-a9057c5591d0', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'router_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'port_id': '05c357f9-475e-4afa-b068-1499c20820a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'mac_address': 'fa:16:3e:87:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5af044-6215-4872-8d22-7da21c796f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T18:55:34Z', 'updated_at': '2022-05-16T18:55:38Z', 'revision_number': 1, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:59:55.206014 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652e9f2-63ab-40a5-a9fb-df811454006d None None] New status for floating IP 3008983a-08a5-47b1-99e5-f7f1ff19a692: DOWN {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 18:59:55.611442 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8f31-1a7b-4fe6-a5c4-cbb3bf3b6afd req-e104912c-8f96-4569-a222-f8f5061c578c tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:55.612848 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5c3a8f31-1a7b-4fe6-a5c4-cbb3bf3b6afd req-e104912c-8f96-4569-a222-f8f5061c578c tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 946 time: 0.0599983 May 16 18:59:55.720174 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-5c3a8f31-1a7b-4fe6-a5c4-cbb3bf3b6afd req-565b3ea2-b86d-4170-93cc-ffff450f2171 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972893 May 16 18:59:55.730269 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-3f635850-0677-4a5f-b4f4-ada3846deac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:55.731929 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-3f635850-0677-4a5f-b4f4-ada3846deac2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 912 time: 0.1389256 May 16 18:59:55.884506 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-ba9f1932-9cca-4029-b44b-476c5af52b64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3724a00-7e9f-4041-8edf-d95832fa4fc7 HTTP/1.1" status: 200 len: 217 time: 0.0539215 May 16 18:59:55.938587 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-6fa59f7f-1e1a-4602-8813-5cda522a9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:55.941506 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-6fa59f7f-1e1a-4602-8813-5cda522a9b5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0491109 May 16 18:59:56.099936 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-eb989ff0-1b80-44cf-86f9-4b7f946e6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:56.103187 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-eb989ff0-1b80-44cf-86f9-4b7f946e6d0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412586 May 16 18:59:56.219490 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eb092-8dad-4027-8f79-24353b86561b req-0ab7c696-0b3d-4b7a-ae62-643f0435e69a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:56.220988 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f89eb092-8dad-4027-8f79-24353b86561b req-0ab7c696-0b3d-4b7a-ae62-643f0435e69a tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 946 time: 0.0822515 May 16 18:59:56.269607 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-1c0c0f6d-2394-48d4-aa82-31528e233086 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592724 May 16 18:59:56.384640 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-f89eb092-8dad-4027-8f79-24353b86561b req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Deleting port f3724a00-7e9f-4041-8edf-d95832fa4fc7 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 18:59:56.384982 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-f89eb092-8dad-4027-8f79-24353b86561b req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:56.463286 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6edea02c-ba40-413a-b331-c64470eb6c6a req-c0b0af05-8f73-498d-9e12-a15e7a636aa4 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820045 May 16 18:59:56.502622 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-f89eb092-8dad-4027-8f79-24353b86561b req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] For port f3724a00-7e9f-4041-8edf-d95832fa4fc7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f3724a00-7e9f-4041-8edf-d95832fa4fc7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:59:56.502988 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-f89eb092-8dad-4027-8f79-24353b86561b req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:56.518355 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-f89eb092-8dad-4027-8f79-24353b86561b req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Calling delete_port for f3724a00-7e9f-4041-8edf-d95832fa4fc7 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 18:59:56.663435 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-f89eb092-8dad-4027-8f79-24353b86561b req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (f3724a00-7e9f-4041-8edf-d95832fa4fc7), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:56.694484 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event deleted for resources: {'Port': ['ID=f3724a00-7e9f-4041-8edf-d95832fa4fc7,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:56.744704 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89eb092-8dad-4027-8f79-24353b86561b req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] No DVR routers for this DVR port f3724a00-7e9f-4041-8edf-d95832fa4fc7 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 18:59:56.747937 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-f89eb092-8dad-4027-8f79-24353b86561b req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:56.751228 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f89eb092-8dad-4027-8f79-24353b86561b req-0f3aa297-7a51-44de-8eb6-45270b74d717 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "DELETE /v2.0/ports/f3724a00-7e9f-4041-8edf-d95832fa4fc7 HTTP/1.1" status: 204 len: 173 time: 0.5222762 May 16 18:59:56.751814 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'name': 'network-vif-deleted', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 18:59:56.754303 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4396d0bb-3b12-432c-ae1d-6d93aa489166" -d '{"events": [{"server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "name": "network-vif-deleted", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 18:59:56.806965 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 18:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95088bb-fae1-4ac1-aab2-5341013edca6 x-openstack-request-id: req-b95088bb-fae1-4ac1-aab2-5341013edca6 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 18:59:56.807910 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a9c223-ae61-46b2-b25b-e996c79938c2", "name": "network-vif-deleted", "tag": "f3724a00-7e9f-4041-8edf-d95832fa4fc7", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 18:59:56.808566 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b95088bb-fae1-4ac1-aab2-5341013edca6 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 18:59:56.810978 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95088bb-fae1-4ac1-aab2-5341013edca6'] response: {'server_uuid': '97a9c223-ae61-46b2-b25b-e996c79938c2', 'name': 'network-vif-deleted', 'tag': 'f3724a00-7e9f-4041-8edf-d95832fa4fc7', 'status': 'completed', 'code': 200} May 16 18:59:56.858862 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3141f0d4-e961-4b03-b1b0-eb922b83aaf9 req-8da572a1-0e7b-4c7e-b117-098da0c588ed tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=97a9c223-ae61-46b2-b25b-e996c79938c2 HTTP/1.1" status: 200 len: 210 time: 0.0453165 May 16 18:59:59.066054 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e4cb22bc-2801-46a2-9146-ca0893c9c9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:59.487465 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device f3724a00-7e9f-4041-8edf-d95832fa4fc7 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 18:59:59.524895 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: f3724a00-7e9f-4041-8edf-d95832fa4fc7 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 18:59:59.525425 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device f3724a00-7e9f-4041-8edf-d95832fa4fc7 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:00:00.175505 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51388) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:00.325742 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Deleting port 23d8a146-527d-4483-9df0-7e8037418e17 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:00.326088 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (23d8a146-527d-4483-9df0-7e8037418e17), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:00.413911 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (23d8a146-527d-4483-9df0-7e8037418e17), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:00.414238 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (23d8a146-527d-4483-9df0-7e8037418e17), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:00.429075 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Calling delete_port for 23d8a146-527d-4483-9df0-7e8037418e17 owned by network:floatingip {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:00.610133 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (23d8a146-527d-4483-9df0-7e8037418e17), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:00.641757 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event deleted for resources: {'Port': ['ID=23d8a146-527d-4483-9df0-7e8037418e17,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:00.708290 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (9871e756-e946-4cce-b530-a9057c5591d0), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:00.708753 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Floating IP 9871e756-e946-4cce-b530-a9057c5591d0 disassociated (deleted). External IP: 172.27.1.91, port: 05c357f9-475e-4afa-b068-1499c20820a7. May 16 19:00:00.948230 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:00:01.060894 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:00:01.065521 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:01.071902 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] Sync routers for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:00:01.082983 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:01.083610 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:59:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:01.102311 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-dabcc777-3afb-4c75-845b-b0f43f9df0e6 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "DELETE /v2.0/floatingips/9871e756-e946-4cce-b530-a9057c5591d0 HTTP/1.1" status: 204 len: 168 time: 0.9255834 May 16 19:00:01.103074 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:00:01.106235 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b1ba79-9c96-43ea-a319-5aca32036919" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "tag": "05c357f9-475e-4afa-b068-1499c20820a7"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:00:01.147191 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13983d38-cab5-47b6-b569-971354c74482 x-openstack-request-id: req-13983d38-cab5-47b6-b569-971354c74482 {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:00:01.148668 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "tag": "05c357f9-475e-4afa-b068-1499c20820a7", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:00:01.148668 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13983d38-cab5-47b6-b569-971354c74482 {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:00:01.148668 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13983d38-cab5-47b6-b569-971354c74482'] response: {'name': 'network-changed', 'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7', 'status': 'completed', 'code': 200} May 16 19:00:01.210700 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:01.241407 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-58a630e2-0fc3-4d6c-96ed-f5c37e05f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:01.244997 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-58a630e2-0fc3-4d6c-96ed-f5c37e05f11f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b168bfd42a645269b47c98f4210e4aa&device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 1130 time: 0.0647013 May 16 19:00:01.421274 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b63a-b965-4064-a414-a2b000567323 req-3add2e06-3bb1-4c0f-8b22-636eafabfd05 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:01.422893 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-df01b63a-b965-4064-a414-a2b000567323 req-3add2e06-3bb1-4c0f-8b22-636eafabfd05 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.0706124 May 16 19:00:01.433284 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-0aee02e1-76f5-41e9-aba6-e4754cb55eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:01.435267 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-0aee02e1-76f5-41e9-aba6-e4754cb55eb3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 200 len: 912 time: 0.1829326 May 16 19:00:01.460351 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:01.487871 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] Checking router: 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:00:01.492278 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-df01b63a-b965-4064-a414-a2b000567323 req-229b14e8-25fb-4312-9eec-5c93234b94cb tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559511 May 16 19:00:01.498978 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:01.499623 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T18:59:32Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:01.577391 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-22dba1a7-074b-437b-8408-52d5615074a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:01.638913 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:01.878010 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:01.904822 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb84f2-6230-4ef7-9a84-f7a117fcbec7 None None] The sync data for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi is: [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T18:51:05Z', 'revision_number': 4, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '04444659-45dd-4646-927e-c608bd31fc2b', 'name': '', 'network_id': '3bdc43d0-da09-483c-a5e7-ef200c0654fb', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'mac_address': 'fa:16:3e:8c:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:04Z', 'updated_at': '2022-05-16T18:51:10Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'subnets': [{'id': 'dbfe558b-fc6c-4a72-956e-26c22b3c56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:00:02.217787 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc0776-01a5-4846-ba04-ee9b5be38ccb None None] New status for floating IP 9871e756-e946-4cce-b530-a9057c5591d0: DOWN {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:00:02.634618 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87277fe-7cc1-4f8e-b86f-8d8302447b86 req-1d0fb3fd-3ffd-47af-b57e-d4300564f234 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:02.636133 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f87277fe-7cc1-4f8e-b86f-8d8302447b86 req-1d0fb3fd-3ffd-47af-b57e-d4300564f234 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.0529745 May 16 19:00:02.690246 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f87277fe-7cc1-4f8e-b86f-8d8302447b86 req-31dc837a-9e1f-4dd8-898e-2696f3c1b5ce tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463128 May 16 19:00:02.746699 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-79a3a696-c233-4587-b07d-f223f489f35a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c357f9-475e-4afa-b068-1499c20820a7 HTTP/1.1" status: 200 len: 217 time: 0.0407729 May 16 19:00:02.801364 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-505b4c95-fbe4-4402-bc6e-b4a0ead8be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:02.802749 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-505b4c95-fbe4-4402-bc6e-b4a0ead8be0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 200 len: 850 time: 0.0461402 May 16 19:00:02.852699 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:02.947775 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-18ed91f3-419a-4cd3-b1e9-262f8006f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:02.949901 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-18ed91f3-419a-4cd3-b1e9-262f8006f350 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdc43d0-da09-483c-a5e7-ef200c0654fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484481 May 16 19:00:03.378860 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-1994afcb-df8a-4311-9955-aa21a507d2e7 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:03.380543 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-1994afcb-df8a-4311-9955-aa21a507d2e7 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.0644376 May 16 19:00:03.384227 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-c2db67ab-d22f-4949-9342-16e243cb9b2e service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209661 May 16 19:00:03.531731 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Deleting port 05c357f9-475e-4afa-b068-1499c20820a7 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:03.532088 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (05c357f9-475e-4afa-b068-1499c20820a7), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:03.560670 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-09b1ba79-9c96-43ea-a319-5aca32036919 req-1da8c38b-c318-47b6-ab2a-932f37fcf298 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680472 May 16 19:00:03.637505 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] For port 05c357f9-475e-4afa-b068-1499c20820a7, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=05c357f9-475e-4afa-b068-1499c20820a7,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:03.638257 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (05c357f9-475e-4afa-b068-1499c20820a7), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:03.651094 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Calling delete_port for 05c357f9-475e-4afa-b068-1499c20820a7 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:03.831566 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2641b1-47d4-47ae-b24f-94b3df0f956d req-a3fcfc5e-7c64-45d4-b8d2-625d7aae8d94 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:03.833085 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ad2641b1-47d4-47ae-b24f-94b3df0f956d req-a3fcfc5e-7c64-45d4-b8d2-625d7aae8d94 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5af044-6215-4872-8d22-7da21c796f5d HTTP/1.1" status: 200 len: 946 time: 0.0623314 May 16 19:00:03.834169 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (05c357f9-475e-4afa-b068-1499c20820a7), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:03.869758 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event deleted for resources: {'Port': ['ID=05c357f9-475e-4afa-b068-1499c20820a7,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:03.934939 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] No DVR routers for this DVR port 05c357f9-475e-4afa-b068-1499c20820a7 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:00:03.941457 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:03.944664 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6fb66661-fb4c-4436-8c38-14e73944ad88 req-b9ae7921-129c-498e-b535-d9ec05df7d38 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.61 "DELETE /v2.0/ports/05c357f9-475e-4afa-b068-1499c20820a7 HTTP/1.1" status: 204 len: 173 time: 0.5532391 May 16 19:00:03.945098 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'name': 'network-vif-deleted', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:00:03.947330 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b6a20d-fe59-4496-8d92-2eb98fc55f90" -d '{"events": [{"server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "name": "network-vif-deleted", "tag": "05c357f9-475e-4afa-b068-1499c20820a7"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:00:03.960906 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ad2641b1-47d4-47ae-b24f-94b3df0f956d req-7adc87be-4f10-4c29-aa6c-9199742f0222 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305b444-b997-464d-bbfb-89a1b47dd3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184154 May 16 19:00:03.995075 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1e52e7-e579-424a-af8d-9a9da5bb7a5c x-openstack-request-id: req-de1e52e7-e579-424a-af8d-9a9da5bb7a5c {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:00:03.995373 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5af044-6215-4872-8d22-7da21c796f5d", "name": "network-vif-deleted", "tag": "05c357f9-475e-4afa-b068-1499c20820a7", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:00:03.995626 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de1e52e7-e579-424a-af8d-9a9da5bb7a5c {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:00:03.996060 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1e52e7-e579-424a-af8d-9a9da5bb7a5c'] response: {'server_uuid': '9e5af044-6215-4872-8d22-7da21c796f5d', 'name': 'network-vif-deleted', 'tag': '05c357f9-475e-4afa-b068-1499c20820a7', 'status': 'completed', 'code': 200} May 16 19:00:04.117996 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.179263 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51436) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:04.227493 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbd05b3-42ea-4ff1-9404-ce9d4d0b5e04 admin admin] Deleting subnet 0c061daf-5d11-444d-8e0c-2b5708fdff77 {{(pid=115278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:00:04.232659 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0cbd05b3-42ea-4ff1-9404-ce9d4d0b5e04 admin admin] Publish callbacks [] for subnet (0c061daf-5d11-444d-8e0c-2b5708fdff77), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.283642 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0cbd05b3-42ea-4ff1-9404-ce9d4d0b5e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16490975'] for subnet (0c061daf-5d11-444d-8e0c-2b5708fdff77), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.343463 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0cbd05b3-42ea-4ff1-9404-ce9d4d0b5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (0c061daf-5d11-444d-8e0c-2b5708fdff77), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.413696 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0cbd05b3-42ea-4ff1-9404-ce9d4d0b5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4741478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16616958'] for subnet (0c061daf-5d11-444d-8e0c-2b5708fdff77), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.440944 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd05b3-42ea-4ff1-9404-ce9d4d0b5e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c061daf-5d11-444d-8e0c-2b5708fdff77,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:04.442940 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-0cbd05b3-42ea-4ff1-9404-ce9d4d0b5e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.446537 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-0cbd05b3-42ea-4ff1-9404-ce9d4d0b5e04 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0c061daf-5d11-444d-8e0c-2b5708fdff77 HTTP/1.1" status: 204 len: 168 time: 0.2662194 May 16 19:00:04.450366 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51438) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:04.523331 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (b95187d3-253b-461a-b026-7d62a560dcd2), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.609192 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (b95187d3-253b-461a-b026-7d62a560dcd2), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.632266 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95187d3-253b-461a-b026-7d62a560dcd2']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:04.647770 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae13ff7-df08-4989-a09c-c1bb520fca96') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:04.648245 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae13ff7-df08-4989-a09c-c1bb520fca96') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:04.664616 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (bae13ff7-df08-4989-a09c-c1bb520fca96), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.667111 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.682063 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (bae13ff7-df08-4989-a09c-c1bb520fca96), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.691763 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:00:04.692266 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (bae13ff7-df08-4989-a09c-c1bb520fca96), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:00:04.694487 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:00:04.764365 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (b95187d3-253b-461a-b026-7d62a560dcd2), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.771096 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.774542 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b95187d3-253b-461a-b026-7d62a560dcd2 HTTP/1.1" status: 204 len: 168 time: 0.3231966 May 16 19:00:04.784338 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67323f54-5238-4286-8ff2-07af4a86bd07 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95187d3-253b-461a-b026-7d62a560dcd2,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:04.945469 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51444) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:04.988654 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-f3171f09-17b9-4e25-86a8-b2dbb393006c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cf09aab60304f30ae52a87b7b1ea81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419567 May 16 19:00:04.992668 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51448) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:05.025997 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51450) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:05.052482 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d95e7da8-b0a5-4e36-9ff3-d040ec9b7bb6 admin admin] Publish callbacks [] for security_group (877c8739-c4be-4a02-88fb-1bcbf8bfef81), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.075812 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d95e7da8-b0a5-4e36-9ff3-d040ec9b7bb6 admin admin] Publish callbacks [] for security_group (877c8739-c4be-4a02-88fb-1bcbf8bfef81), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.128029 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d95e7da8-b0a5-4e36-9ff3-d040ec9b7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (877c8739-c4be-4a02-88fb-1bcbf8bfef81), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.130743 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-d95e7da8-b0a5-4e36-9ff3-d040ec9b7bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.131923 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-d95e7da8-b0a5-4e36-9ff3-d040ec9b7bb6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/877c8739-c4be-4a02-88fb-1bcbf8bfef81 HTTP/1.1" status: 204 len: 168 time: 0.1382449 May 16 19:00:05.140070 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e7da8-b0a5-4e36-9ff3-d040ec9b7bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c8739-c4be-4a02-88fb-1bcbf8bfef81,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:05.141331 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Deleting port 84ad6da5-a13b-4eaa-8ff2-6cec7766bf59 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:05.141488 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (84ad6da5-a13b-4eaa-8ff2-6cec7766bf59), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.227306 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (84ad6da5-a13b-4eaa-8ff2-6cec7766bf59), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.228008 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (84ad6da5-a13b-4eaa-8ff2-6cec7766bf59), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.240994 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Calling delete_port for 84ad6da5-a13b-4eaa-8ff2-6cec7766bf59 owned by network:floatingip {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:05.380943 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (84ad6da5-a13b-4eaa-8ff2-6cec7766bf59), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.409924 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event deleted for resources: {'Port': ['ID=84ad6da5-a13b-4eaa-8ff2-6cec7766bf59,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:05.458217 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.477713 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for floatingip (b67f12b1-1279-4841-85e0-89ebc81920c1), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.480539 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.485008 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6ea06c2b-402e-4273-b527-5d786d6e9fca tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "DELETE /v2.0/floatingips/b67f12b1-1279-4841-85e0-89ebc81920c1 HTTP/1.1" status: 204 len: 168 time: 0.4545641 May 16 19:00:05.522534 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 05c357f9-475e-4afa-b068-1499c20820a7 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:00:05.683369 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 05c357f9-475e-4afa-b068-1499c20820a7 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:00:05.683757 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 05c357f9-475e-4afa-b068-1499c20820a7 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:00:06.727460 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51490) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:06.785644 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2bf31274-8d0e-4c05-a78c-3ae49497aa37 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group (a305b444-b997-464d-bbfb-89a1b47dd3fe), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:06.810778 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2bf31274-8d0e-4c05-a78c-3ae49497aa37 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group (a305b444-b997-464d-bbfb-89a1b47dd3fe), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:06.868849 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2bf31274-8d0e-4c05-a78c-3ae49497aa37 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (a305b444-b997-464d-bbfb-89a1b47dd3fe), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:06.872391 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2bf31274-8d0e-4c05-a78c-3ae49497aa37 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:06.873554 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-2bf31274-8d0e-4c05-a78c-3ae49497aa37 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] 10.222.0.72 "DELETE /v2.0/security-groups/a305b444-b997-464d-bbfb-89a1b47dd3fe HTTP/1.1" status: 204 len: 168 time: 0.1450722 May 16 19:00:06.883419 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf31274-8d0e-4c05-a78c-3ae49497aa37 tempest-TestVolumeBootPattern-325784663 tempest-TestVolumeBootPattern-325784663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a305b444-b997-464d-bbfb-89a1b47dd3fe,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:06.946340 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51494) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:07.416092 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:07.659149 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Deleting port 04444659-45dd-4646-927e-c608bd31fc2b {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:07.659484 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (04444659-45dd-4646-927e-c608bd31fc2b), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:07.742505 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] For port 04444659-45dd-4646-927e-c608bd31fc2b, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=04444659-45dd-4646-927e-c608bd31fc2b,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:07.742869 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (04444659-45dd-4646-927e-c608bd31fc2b), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:07.755726 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Calling delete_port for 04444659-45dd-4646-927e-c608bd31fc2b owned by network:router_interface {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:07.931275 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (04444659-45dd-4646-927e-c608bd31fc2b), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:07.954817 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=04444659-45dd-4646-927e-c608bd31fc2b,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:08.128365 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:08.341787 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:00:08.451672 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:00:08.458300 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-6be15b5d-cb9c-465f-91e9-71412798fdd4 admin admin] 10.222.0.72 "PUT /v2.0/routers/1d5e1b9e-4aad-49bb-aa1c-4814a1aab465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5104153 May 16 19:00:08.461108 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51504) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:08.463869 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] Sync routers for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:00:08.474679 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:08.475402 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:00:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:08.562323 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks [] for router (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:08.576027 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:08.666016 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks [] for router_gateway (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:08.711654 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Deleting port eef66dae-aaa3-44dc-9f74-8bde1f71a7da {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:08.712028 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:08.750816 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T19:00:07Z', 'revision_number': 5, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port': {'id': 'eef66dae-aaa3-44dc-9f74-8bde1f71a7da', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:00Z', 'updated_at': '2022-05-16T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:08.781620 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] Checking router: 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:00:08.790066 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] Routers {'1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:08.790686 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:00:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:08.800001 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] For port eef66dae-aaa3-44dc-9f74-8bde1f71a7da, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=eef66dae-aaa3-44dc-9f74-8bde1f71a7da,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:08.800376 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:08.814771 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Calling delete_port for eef66dae-aaa3-44dc-9f74-8bde1f71a7da owned by network:router_gateway {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:08.877562 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] Set router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 gateway port host: None {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:08.933306 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T19:00:08Z', 'revision_number': 6, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port_host': None}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:08.961553 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f09830e-9a5a-4215-9563-6e3d9b02e817 None None] The sync data for ids ['1d5e1b9e-4aad-49bb-aa1c-4814a1aab465'] in dv-cinder-750782-22-iscsi is: [{'id': '1d5e1b9e-4aad-49bb-aa1c-4814a1aab465', 'name': 'tempest-TestVolumeBootPattern-463176752-router', 'tenant_id': '5b168bfd42a645269b47c98f4210e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:50:59Z', 'updated_at': '2022-05-16T19:00:08Z', 'revision_number': 6, 'project_id': '5b168bfd42a645269b47c98f4210e4aa', 'gw_port_host': None}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:00:08.988475 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (eef66dae-aaa3-44dc-9f74-8bde1f71a7da), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.010953 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef66dae-aaa3-44dc-9f74-8bde1f71a7da,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:09.086141 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.176019 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.178122 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks [] for router_controller (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.221093 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (1d5e1b9e-4aad-49bb-aa1c-4814a1aab465), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.221789 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 {{(pid=115279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:00:09.226037 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.227210 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-dd2ead8e-59ce-4b98-83d9-e7bc06afcec0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1d5e1b9e-4aad-49bb-aa1c-4814a1aab465 HTTP/1.1" status: 204 len: 168 time: 0.7650785 May 16 19:00:09.229741 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51508) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:09.276040 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbf949c-730e-4116-aefb-9d0fefbfd350 admin admin] Deleting subnet dbfe558b-fc6c-4a72-956e-26c22b3c56f3 {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:00:09.279958 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dbbf949c-730e-4116-aefb-9d0fefbfd350 admin admin] Publish callbacks [] for subnet (dbfe558b-fc6c-4a72-956e-26c22b3c56f3), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.319058 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dbbf949c-730e-4116-aefb-9d0fefbfd350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (dbfe558b-fc6c-4a72-956e-26c22b3c56f3), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.400604 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dbbf949c-730e-4116-aefb-9d0fefbfd350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (dbfe558b-fc6c-4a72-956e-26c22b3c56f3), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.455028 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dbbf949c-730e-4116-aefb-9d0fefbfd350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (dbfe558b-fc6c-4a72-956e-26c22b3c56f3), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.479289 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf949c-730e-4116-aefb-9d0fefbfd350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfe558b-fc6c-4a72-956e-26c22b3c56f3,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:09.485127 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-dbbf949c-730e-4116-aefb-9d0fefbfd350 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.488742 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-dbbf949c-730e-4116-aefb-9d0fefbfd350 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dbfe558b-fc6c-4a72-956e-26c22b3c56f3 HTTP/1.1" status: 204 len: 168 time: 0.2572577 May 16 19:00:09.491136 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51510) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:09.493067 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c044f-4a49-4491-9982-df369c21bec9 None None] Network 3bdc43d0-da09-483c-a5e7-ef200c0654fb requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:00:09.566318 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (3bdc43d0-da09-483c-a5e7-ef200c0654fb), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.610905 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Deleting port 330c4b70-0350-4b9f-8417-a61276ee77dd {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:09.611251 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.680615 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] For port 330c4b70-0350-4b9f-8417-a61276ee77dd, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=330c4b70-0350-4b9f-8417-a61276ee77dd,segment=NetworkSegment(c8c94e81-dd17-43da-92e0-c5e8084b2b30),segment_id=c8c94e81-dd17-43da-92e0-c5e8084b2b30)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:09.680895 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.694132 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Calling delete_port for 330c4b70-0350-4b9f-8417-a61276ee77dd owned by network:dhcp {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:09.757997 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] DHCP port deletion for 3bdc43d0-da09-483c-a5e7-ef200c0654fb request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:00:09.781376 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.801654 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Deleting port 330c4b70-0350-4b9f-8417-a61276ee77dd {{(pid=115280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:09.802046 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), before_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.805322 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Pushing event deleted for resources: {'Port': ['ID=330c4b70-0350-4b9f-8417-a61276ee77dd,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:09.811073 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] No DVR routers for this DVR port 330c4b70-0350-4b9f-8417-a61276ee77dd on host dv-cinder-750782-22-iscsi {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:00:09.874374 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] For port 330c4b70-0350-4b9f-8417-a61276ee77dd, host dv-cinder-750782-22-iscsi, got binding levels [] {{(pid=115280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:09.874765 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), precommit_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.888873 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Calling delete_port for 330c4b70-0350-4b9f-8417-a61276ee77dd owned by network:dhcp {{(pid=115280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:09.890577 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (3bdc43d0-da09-483c-a5e7-ef200c0654fb), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.891931 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.ipam_backend_mixin [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Port 330c4b70-0350-4b9f-8417-a61276ee77dd was not found and therefore no delete operation was performed {{(pid=115280) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 16 19:00:09.893212 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981'] for port (330c4b70-0350-4b9f-8417-a61276ee77dd), after_delete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.912577 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdc43d0-da09-483c-a5e7-ef200c0654fb']}} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:09.916533 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Pushing event deleted for resources: {'Port': ['ID=330c4b70-0350-4b9f-8417-a61276ee77dd,revision_number=None']} {{(pid=115280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:09.921162 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] No DVR routers for this DVR port 330c4b70-0350-4b9f-8417-a61276ee77dd on host dv-cinder-750782-22-iscsi {{(pid=115280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:00:09.924270 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c94e81-dd17-43da-92e0-c5e8084b2b30') {'for_net_delete': True} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:09.924652 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c94e81-dd17-43da-92e0-c5e8084b2b30') {} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:09.934935 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.935886 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.935886 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.936096 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.936294 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.936623 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.936948 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.937270 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.937617 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.937922 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.938249 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.938624 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.938948 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.939326 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.939702 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5abe-de51-400e-898b-d9fc2cc12f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:00:09.946139 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16621565'] for segment (c8c94e81-dd17-43da-92e0-c5e8084b2b30), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.962604 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (c8c94e81-dd17-43da-92e0-c5e8084b2b30), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.970823 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=115279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:00:09.971156 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276920'] for segment (c8c94e81-dd17-43da-92e0-c5e8084b2b30), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: Traceback (most recent call last): May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: timer() May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: cb(*args, **kw) May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: return func(*args, **kwargs) May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: self._notify() May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: self.callback(batched_events) May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: event.method(event) May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: return f(self, *a, **k) May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._get(url).json() May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: return self.request(url, 'GET', **kwargs) May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:00:09.973262 dv-cinder-750782-22-iscsi neutron-server[115279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:00:10.170457 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 330c4b70-0350-4b9f-8417-a61276ee77dd no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:00:10.191193 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 330c4b70-0350-4b9f-8417-a61276ee77dd {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:00:10.191628 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 330c4b70-0350-4b9f-8417-a61276ee77dd not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:00:10.192091 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 04444659-45dd-4646-927e-c608bd31fc2b no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:00:10.215923 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 04444659-45dd-4646-927e-c608bd31fc2b {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:00:10.216279 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 04444659-45dd-4646-927e-c608bd31fc2b not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:00:10.216696 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device eef66dae-aaa3-44dc-9f74-8bde1f71a7da no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:00:10.236860 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: eef66dae-aaa3-44dc-9f74-8bde1f71a7da {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:00:10.237122 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device eef66dae-aaa3-44dc-9f74-8bde1f71a7da not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:00:10.301757 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (3bdc43d0-da09-483c-a5e7-ef200c0654fb), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.307492 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.310723 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] 10.222.0.72 "DELETE /v2.0/networks/3bdc43d0-da09-483c-a5e7-ef200c0654fb HTTP/1.1" status: 204 len: 168 time: 0.8185880 May 16 19:00:10.313838 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51514) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:10.321874 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf0e90-46f4-4924-8957-00ac6b60ff0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3bdc43d0-da09-483c-a5e7-ef200c0654fb,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:10.630007 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (921d351b-3b6e-4acd-8eda-19cf1ef11503), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.864460 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Deleting port eed0836c-7fdf-4b16-a644-60899542bd89 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:10.864798 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.956431 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] For port eed0836c-7fdf-4b16-a644-60899542bd89, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=eed0836c-7fdf-4b16-a644-60899542bd89,segment=NetworkSegment(a1d73ce5-defa-410a-9d25-842dbf9b233b),segment_id=a1d73ce5-defa-410a-9d25-842dbf9b233b)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:10.956796 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:10.970237 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Calling delete_port for eed0836c-7fdf-4b16-a644-60899542bd89 owned by network:router_interface {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:11.166058 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (eed0836c-7fdf-4b16-a644-60899542bd89), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:11.197807 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Pushing event deleted for resources: {'Port': ['ID=eed0836c-7fdf-4b16-a644-60899542bd89,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:11.389137 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (921d351b-3b6e-4acd-8eda-19cf1ef11503), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:11.595919 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-4805f6b6-9d52-48fd-ba72-0834c02b74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:11.597499 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-4805f6b6-9d52-48fd-ba72-0834c02b74f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb467769134a4df0bb4608a8283e8dda&device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1168 time: 0.0768759 May 16 19:00:11.606721 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370581-389e-4c1f-b879-fbcbd9edc2a0 req-7487e2f4-deec-4eee-a6e5-67e0dec69823 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:11.608304 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ab370581-389e-4c1f-b879-fbcbd9edc2a0 req-7487e2f4-deec-4eee-a6e5-67e0dec69823 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0781760 May 16 19:00:11.639943 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Router 921d351b-3b6e-4acd-8eda-19cf1ef11503 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:00:11.766144 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ab370581-389e-4c1f-b879-fbcbd9edc2a0 req-1f9a860a-610d-4d18-b949-1dcc15b893ca tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1404400 May 16 19:00:11.770628 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:00:11.771016 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-817c87fc-f61e-4f30-9a3f-01525d790158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:11.772557 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-817c87fc-f61e-4f30-9a3f-01525d790158 service neutron] 10.222.0.61 "GET /v2.0/networks?id=197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 200 len: 915 time: 0.1575239 May 16 19:00:11.781589 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] Sync routers for ids ['921d351b-3b6e-4acd-8eda-19cf1ef11503'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:00:11.784230 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51528) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:11.791565 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-e4488bf4-9196-4be8-a69c-8fa79ce5d30b admin admin] 10.222.0.72 "PUT /v2.0/routers/921d351b-3b6e-4acd-8eda-19cf1ef11503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4644110 May 16 19:00:11.798262 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] Routers {'921d351b-3b6e-4acd-8eda-19cf1ef11503'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:11.799117 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:00:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['921d351b-3b6e-4acd-8eda-19cf1ef11503'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:11.960124 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-76ddeed9-abed-4191-83a6-947f97b04c3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 1001 time: 0.1761107 May 16 19:00:11.967382 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] Set router 921d351b-3b6e-4acd-8eda-19cf1ef11503 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:12.061328 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks [] for router (921d351b-3b6e-4acd-8eda-19cf1ef11503), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.109262 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-a419e97f-ab76-4ffc-9d11-3139d59ca80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:12.112669 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-a419e97f-ab76-4ffc-9d11-3139d59ca80d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf9a314a-9bf3-4710-b28b-02b751b8645e HTTP/1.1" status: 200 len: 853 time: 0.1127048 May 16 19:00:12.156081 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:51:11Z', 'updated_at': '2022-05-16T19:00:11Z', 'revision_number': 5, 'project_id': '180f3443a6cc4812925d74f53babf199', 'gw_port': {'id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:12Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:12.185979 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] Checking router: 921d351b-3b6e-4acd-8eda-19cf1ef11503 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:00:12.196002 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] Routers {'921d351b-3b6e-4acd-8eda-19cf1ef11503'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:00:12.196634 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:00:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['921d351b-3b6e-4acd-8eda-19cf1ef11503'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:12.196966 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-2c117904-4275-4926-a2ac-3b39b43e0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:12.198501 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-2c117904-4275-4926-a2ac-3b39b43e0f59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=197c1b72-74cd-4af0-b3fe-924ab553e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800254 May 16 19:00:12.216633 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks [] for router_gateway (921d351b-3b6e-4acd-8eda-19cf1ef11503), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.260365 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Deleting port 55de4792-77b3-42ae-a90d-e398c9fbf461 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:12.260717 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.305327 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] Set router 921d351b-3b6e-4acd-8eda-19cf1ef11503 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:00:12.348383 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] For port 55de4792-77b3-42ae-a90d-e398c9fbf461, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=55de4792-77b3-42ae-a90d-e398c9fbf461,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:12.348747 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.363110 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Calling delete_port for 55de4792-77b3-42ae-a90d-e398c9fbf461 owned by network:router_gateway {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:12.501127 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:51:11Z', 'updated_at': '2022-05-16T19:00:11Z', 'revision_number': 5, 'project_id': '180f3443a6cc4812925d74f53babf199', 'gw_port': {'id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:12Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:12.525932 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571eb30-ed94-4185-8b20-f815002c251a None None] The sync data for ids ['921d351b-3b6e-4acd-8eda-19cf1ef11503'] in dv-cinder-750782-22-iscsi is: [{'id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'name': 'tempest-TestVolumeBootPattern-655608303-router', 'tenant_id': '180f3443a6cc4812925d74f53babf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:51:11Z', 'updated_at': '2022-05-16T19:00:11Z', 'revision_number': 5, 'project_id': '180f3443a6cc4812925d74f53babf199', 'gw_port': {'id': '55de4792-77b3-42ae-a90d-e398c9fbf461', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d351b-3b6e-4acd-8eda-19cf1ef11503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:51:12Z', 'updated_at': '2022-05-16T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:00:12.541069 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (55de4792-77b3-42ae-a90d-e398c9fbf461), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.570009 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=55de4792-77b3-42ae-a90d-e398c9fbf461,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:12.632822 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (921d351b-3b6e-4acd-8eda-19cf1ef11503), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.725270 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (921d351b-3b6e-4acd-8eda-19cf1ef11503), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.727559 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks [] for router_controller (921d351b-3b6e-4acd-8eda-19cf1ef11503), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.773899 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (921d351b-3b6e-4acd-8eda-19cf1ef11503), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.774458 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 921d351b-3b6e-4acd-8eda-19cf1ef11503 {{(pid=115279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:00:12.779052 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.780245 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-ddda09d7-e82b-4e22-a27c-aa998a0a5ebd admin admin] 10.222.0.72 "DELETE /v2.0/routers/921d351b-3b6e-4acd-8eda-19cf1ef11503 HTTP/1.1" status: 204 len: 168 time: 0.9860091 May 16 19:00:12.782726 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51532) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:12.829384 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-69df7b9f-b2a6-45b8-bc14-683eb5d90630 admin admin] Deleting subnet c748f863-cef4-48c0-b9d4-192bc56110fa {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:00:12.832746 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-69df7b9f-b2a6-45b8-bc14-683eb5d90630 admin admin] Publish callbacks [] for subnet (c748f863-cef4-48c0-b9d4-192bc56110fa), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.902633 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-69df7b9f-b2a6-45b8-bc14-683eb5d90630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (c748f863-cef4-48c0-b9d4-192bc56110fa), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:12.932814 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc0e5d-1d52-4957-ba2c-a623b65909c6 req-bd79c5ec-fb7a-499b-8a96-a066cc885e69 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:12.934974 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1ccc0e5d-1d52-4957-ba2c-a623b65909c6 req-bd79c5ec-fb7a-499b-8a96-a066cc885e69 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0831909 May 16 19:00:13.034469 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-69df7b9f-b2a6-45b8-bc14-683eb5d90630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (c748f863-cef4-48c0-b9d4-192bc56110fa), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.041745 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1ccc0e5d-1d52-4957-ba2c-a623b65909c6 req-f29f7ac9-f575-44b8-992e-41716ddcaa3f tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000257 May 16 19:00:13.189617 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-69df7b9f-b2a6-45b8-bc14-683eb5d90630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (c748f863-cef4-48c0-b9d4-192bc56110fa), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.222226 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-3370a703-2f50-4d6a-8599-0ffa1d18ebc5 service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788814 May 16 19:00:13.225223 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df7b9f-b2a6-45b8-bc14-683eb5d90630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c748f863-cef4-48c0-b9d4-192bc56110fa,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:13.226175 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-69df7b9f-b2a6-45b8-bc14-683eb5d90630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.229426 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-69df7b9f-b2a6-45b8-bc14-683eb5d90630 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c748f863-cef4-48c0-b9d4-192bc56110fa HTTP/1.1" status: 204 len: 168 time: 0.4457381 May 16 19:00:13.232766 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51538) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:13.236941 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bfd1b6-a3fe-44de-9e6e-a6e11f315c54 None None] Network b40152da-e937-472c-9159-8e9fd63aad82 requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:00:13.308279 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (b40152da-e937-472c-9159-8e9fd63aad82), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.352892 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Deleting port c5efcc6f-bb90-49f0-9458-2e13f7d80478 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:00:13.353231 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.421170 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] For port c5efcc6f-bb90-49f0-9458-2e13f7d80478, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=c5efcc6f-bb90-49f0-9458-2e13f7d80478,segment=NetworkSegment(a1d73ce5-defa-410a-9d25-842dbf9b233b),segment_id=a1d73ce5-defa-410a-9d25-842dbf9b233b)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:00:13.421528 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.434957 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Calling delete_port for c5efcc6f-bb90-49f0-9458-2e13f7d80478 owned by network:dhcp {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:00:13.522400 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (c5efcc6f-bb90-49f0-9458-2e13f7d80478), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.547136 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5efcc6f-bb90-49f0-9458-2e13f7d80478,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:13.551793 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] No DVR routers for this DVR port c5efcc6f-bb90-49f0-9458-2e13f7d80478 on host dv-cinder-750782-22-iscsi {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:00:13.566055 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef20c40-f5f3-43ec-b702-042fb558612f None None] DHCP port deletion for b40152da-e937-472c-9159-8e9fd63aad82 request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:00:13.640960 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (b40152da-e937-472c-9159-8e9fd63aad82), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.662272 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40152da-e937-472c-9159-8e9fd63aad82']}} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:13.672154 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d73ce5-defa-410a-9d25-842dbf9b233b') {'for_net_delete': True} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:13.672461 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.services.segments.db [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d73ce5-defa-410a-9d25-842dbf9b233b') {} {{(pid=115279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:00:13.682034 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16621565'] for segment (a1d73ce5-defa-410a-9d25-842dbf9b233b), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.696207 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (a1d73ce5-defa-410a-9d25-842dbf9b233b), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.703274 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=115279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:00:13.703935 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276920'] for segment (a1d73ce5-defa-410a-9d25-842dbf9b233b), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: Traceback (most recent call last): May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: timer() May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: cb(*args, **kw) May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: return func(*args, **kwargs) May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: self._notify() May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: self.callback(batched_events) May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: event.method(event) May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: return f(self, *a, **k) May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._get(url).json() May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: return self.request(url, 'GET', **kwargs) May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:00:13.705811 dv-cinder-750782-22-iscsi neutron-server[115279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:00:13.767581 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (b40152da-e937-472c-9159-8e9fd63aad82), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.771922 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:13.775377 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b40152da-e937-472c-9159-8e9fd63aad82 HTTP/1.1" status: 204 len: 168 time: 0.5416982 May 16 19:00:13.795821 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de745a1-6c1a-4e20-ad48-e26caf8eb533 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40152da-e937-472c-9159-8e9fd63aad82,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:13.899750 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51542) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:13.946092 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-e52a0336-0c60-4f39-a402-df933a761f37 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b168bfd42a645269b47c98f4210e4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451219 May 16 19:00:13.948682 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51544) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:13.969418 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-691c8bde-22dd-4c79-8f28-3b82412e6abf req-f576ce1d-2101-4efd-8d32-0495310bc667 service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889800 May 16 19:00:14.003243 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4b448941-9d98-4a82-88a7-8a5f469b6e24 admin admin] Publish callbacks [] for security_group (f705871a-6039-43af-9e8d-ef050951c93b), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:14.026137 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4b448941-9d98-4a82-88a7-8a5f469b6e24 admin admin] Publish callbacks [] for security_group (f705871a-6039-43af-9e8d-ef050951c93b), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:14.078338 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4b448941-9d98-4a82-88a7-8a5f469b6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (f705871a-6039-43af-9e8d-ef050951c93b), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:14.080978 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4b448941-9d98-4a82-88a7-8a5f469b6e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:14.082296 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-4b448941-9d98-4a82-88a7-8a5f469b6e24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f705871a-6039-43af-9e8d-ef050951c93b HTTP/1.1" status: 204 len: 168 time: 0.1317368 May 16 19:00:14.091268 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b448941-9d98-4a82-88a7-8a5f469b6e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f705871a-6039-43af-9e8d-ef050951c93b,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:14.189946 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3656-d88f-478b-b673-19a3908a81a6 req-c8634a41-0ccd-4a0a-b7d9-1f4b44293318 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:14.191634 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fb0f3656-d88f-478b-b673-19a3908a81a6 req-c8634a41-0ccd-4a0a-b7d9-1f4b44293318 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0575519 May 16 19:00:14.199387 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c5efcc6f-bb90-49f0-9458-2e13f7d80478 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:00:14.221848 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: c5efcc6f-bb90-49f0-9458-2e13f7d80478 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:00:14.222492 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device c5efcc6f-bb90-49f0-9458-2e13f7d80478 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:00:14.223105 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 55de4792-77b3-42ae-a90d-e398c9fbf461 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:00:14.242711 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 55de4792-77b3-42ae-a90d-e398c9fbf461 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:00:14.243403 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 55de4792-77b3-42ae-a90d-e398c9fbf461 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:00:14.243502 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device eed0836c-7fdf-4b16-a644-60899542bd89 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:00:14.262467 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-fb0f3656-d88f-478b-b673-19a3908a81a6 req-0ed9a34a-aafd-4c54-aa44-bdfbf282d9d7 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638218 May 16 19:00:14.264946 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: eed0836c-7fdf-4b16-a644-60899542bd89 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:00:14.265293 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device eed0836c-7fdf-4b16-a644-60899542bd89 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:00:14.445388 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51554) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:14.488522 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-30c798a9-b114-435f-96bc-2695a9df193a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=180f3443a6cc4812925d74f53babf199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418916 May 16 19:00:14.490491 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:00:14.491273 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51556) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:14.540732 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c2420f52-4817-4b29-a0aa-6256b85b90a6 admin admin] Publish callbacks [] for security_group (77b0e80f-255d-444e-bafb-12b8abe703a0), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:14.563304 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c2420f52-4817-4b29-a0aa-6256b85b90a6 admin admin] Publish callbacks [] for security_group (77b0e80f-255d-444e-bafb-12b8abe703a0), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:14.614051 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c2420f52-4817-4b29-a0aa-6256b85b90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (77b0e80f-255d-444e-bafb-12b8abe703a0), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:14.616983 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-c2420f52-4817-4b29-a0aa-6256b85b90a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:14.618140 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-c2420f52-4817-4b29-a0aa-6256b85b90a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77b0e80f-255d-444e-bafb-12b8abe703a0 HTTP/1.1" status: 204 len: 168 time: 0.1258628 May 16 19:00:14.629169 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2420f52-4817-4b29-a0aa-6256b85b90a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b0e80f-255d-444e-bafb-12b8abe703a0,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:15.386063 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2964d6-615c-4617-a890-6d1931f31bfc req-42d9dd5c-a883-4fef-82ca-4b114ac31e87 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:15.388511 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-da2964d6-615c-4617-a890-6d1931f31bfc req-42d9dd5c-a883-4fef-82ca-4b114ac31e87 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0544634 May 16 19:00:15.450935 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-da2964d6-615c-4617-a890-6d1931f31bfc req-936af947-777d-4fba-94ec-24f9f4d23238 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564933 May 16 19:00:16.571948 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542e938-f0cf-4774-9b0a-0423a5e3adfc req-5b4484d3-60b8-47cb-9114-aff7e3c688a1 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:16.573488 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7542e938-f0cf-4774-9b0a-0423a5e3adfc req-5b4484d3-60b8-47cb-9114-aff7e3c688a1 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0492747 May 16 19:00:16.635984 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-7542e938-f0cf-4774-9b0a-0423a5e3adfc req-a1bdc0be-03e7-45bf-85fa-73d7ae75d60d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563912 May 16 19:00:17.751810 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d77f1a-d747-4340-8232-8e4d9524511f req-59a10c9e-a220-4265-b871-503cf8c1cfdd tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:17.753336 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e0d77f1a-d747-4340-8232-8e4d9524511f req-59a10c9e-a220-4265-b871-503cf8c1cfdd tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0478745 May 16 19:00:17.817697 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e0d77f1a-d747-4340-8232-8e4d9524511f req-9f88a4f4-82ba-45f0-9382-2febb730f989 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585411 May 16 19:00:18.934448 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2101553-715d-49d2-83ee-83c0467245b8 req-e91975c6-9576-456a-93de-d936e2b3993f tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:18.936025 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c2101553-715d-49d2-83ee-83c0467245b8 req-e91975c6-9576-456a-93de-d936e2b3993f tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0498061 May 16 19:00:18.998402 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c2101553-715d-49d2-83ee-83c0467245b8 req-3314ad2e-5fc3-4acb-830c-7a726bb4c954 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565350 May 16 19:00:20.127559 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1b861-5ef8-4cf1-83f6-c3c3cb1eebc4 req-1c7143eb-853a-4d52-a541-54ca2a5d4645 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:20.129140 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3ce1b861-5ef8-4cf1-83f6-c3c3cb1eebc4 req-1c7143eb-853a-4d52-a541-54ca2a5d4645 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0609388 May 16 19:00:20.205900 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-3ce1b861-5ef8-4cf1-83f6-c3c3cb1eebc4 req-ba8f533e-bfe6-4348-a450-bf4b9ff65dd6 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681298 May 16 19:00:21.325234 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22dcc7-7db3-4f47-8ff6-fa73aa3a1924 req-f9e96d54-b8ec-4890-b40b-2c13fd958ccd tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:21.326875 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6e22dcc7-7db3-4f47-8ff6-fa73aa3a1924 req-f9e96d54-b8ec-4890-b40b-2c13fd958ccd tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0522807 May 16 19:00:21.391138 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-6e22dcc7-7db3-4f47-8ff6-fa73aa3a1924 req-29286cde-c544-4e28-90bf-0a7470009dfb tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583231 May 16 19:00:22.521843 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c94084-b6e2-49dd-a6b6-5e0acd7799c7 req-12cfc5e7-5f93-4d64-a1eb-7503cf42bdfa tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:22.523442 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-65c94084-b6e2-49dd-a6b6-5e0acd7799c7 req-12cfc5e7-5f93-4d64-a1eb-7503cf42bdfa tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0577550 May 16 19:00:22.586819 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-65c94084-b6e2-49dd-a6b6-5e0acd7799c7 req-b2d8218f-3f89-46ab-b50c-72f39330ba54 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565689 May 16 19:00:23.708551 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb869086-e542-448b-8031-3bf1fec3f10a req-1b1592e6-10c0-4f73-a1c2-c7535a5b4a16 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:23.710231 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eb869086-e542-448b-8031-3bf1fec3f10a req-1b1592e6-10c0-4f73-a1c2-c7535a5b4a16 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0496840 May 16 19:00:23.775864 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eb869086-e542-448b-8031-3bf1fec3f10a req-0d8ef541-7b82-4c6d-8f5b-45f6e1bd4328 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588729 May 16 19:00:24.838091 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51658) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:24.895654 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407d88d-b73f-4b1d-bfc6-971a0e6849a7 req-5c30959e-df9b-480b-9539-b49a909e09e0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:24.897136 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b407d88d-b73f-4b1d-bfc6-971a0e6849a7 req-5c30959e-df9b-480b-9539-b49a909e09e0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0467141 May 16 19:00:24.961318 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-35a9c078-2455-40ad-a1e8-71fa77fa4237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:24.977225 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-b407d88d-b73f-4b1d-bfc6-971a0e6849a7 req-e163415e-a890-41de-b0f6-ffbe075c1783 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733149 May 16 19:00:25.048752 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-35a9c078-2455-40ad-a1e8-71fa77fa4237 admin admin] Publish callbacks [] for security_group (92cc33cb-4915-4905-8464-a11619db6697), precommit_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:25.053743 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-35a9c078-2455-40ad-a1e8-71fa77fa4237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (92cc33cb-4915-4905-8464-a11619db6697), after_create {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:25.094944 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-35a9c078-2455-40ad-a1e8-71fa77fa4237 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62e5eb51b7c546a49766c7be724046fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556112 May 16 19:00:25.095938 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9c078-2455-40ad-a1e8-71fa77fa4237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cc33cb-4915-4905-8464-a11619db6697,revision_number=1']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:25.097624 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51662) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:00:25.150931 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6af2c557-29c7-481d-8470-f40dc023edef admin admin] Publish callbacks [] for security_group (92cc33cb-4915-4905-8464-a11619db6697), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:25.172633 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6af2c557-29c7-481d-8470-f40dc023edef admin admin] Publish callbacks [] for security_group (92cc33cb-4915-4905-8464-a11619db6697), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:25.218257 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6af2c557-29c7-481d-8470-f40dc023edef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (92cc33cb-4915-4905-8464-a11619db6697), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:25.220802 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-6af2c557-29c7-481d-8470-f40dc023edef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:25.221933 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-6af2c557-29c7-481d-8470-f40dc023edef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92cc33cb-4915-4905-8464-a11619db6697 HTTP/1.1" status: 204 len: 168 time: 0.1221406 May 16 19:00:25.229404 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2c557-29c7-481d-8470-f40dc023edef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cc33cb-4915-4905-8464-a11619db6697,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:00:26.093685 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead88c8d-d919-4a61-b190-1428fa25ac37 req-fd66287e-9e2c-49ec-a286-4fecaf126e62 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:26.095170 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ead88c8d-d919-4a61-b190-1428fa25ac37 req-fd66287e-9e2c-49ec-a286-4fecaf126e62 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0487561 May 16 19:00:26.154011 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ead88c8d-d919-4a61-b190-1428fa25ac37 req-5de76315-dba0-4e09-bf9e-e19639f766d8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529811 May 16 19:00:27.263184 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9893f6d-97f0-4e1e-87cd-7c119424d217 req-2e1e97c1-d78e-43ee-814f-29c2d9310d1c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:27.264657 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e9893f6d-97f0-4e1e-87cd-7c119424d217 req-2e1e97c1-d78e-43ee-814f-29c2d9310d1c tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0454979 May 16 19:00:27.322124 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-e9893f6d-97f0-4e1e-87cd-7c119424d217 req-11db1748-7d1f-4fbd-a5a4-1d923ff430a9 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519512 May 16 19:00:28.438443 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9262b9-0998-4adf-8c02-d152fbd2c2a7 req-9b350658-fc5c-43e3-9c05-93fda4d947f4 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:28.439946 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae9262b9-0998-4adf-8c02-d152fbd2c2a7 req-9b350658-fc5c-43e3-9c05-93fda4d947f4 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0505388 May 16 19:00:28.500859 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ae9262b9-0998-4adf-8c02-d152fbd2c2a7 req-e66bcca3-8f22-4d85-ae72-8ee6738810e8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552380 May 16 19:00:29.054476 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9f7ae565-7b14-4e5a-a048-3f0875c429c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:29.621620 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f00ac-18c3-4b74-9680-bc6fb25506c4 req-ed1faee9-e869-42bf-bc5b-8cfced45caa7 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:29.623068 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eb0f00ac-18c3-4b74-9680-bc6fb25506c4 req-ed1faee9-e869-42bf-bc5b-8cfced45caa7 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0499761 May 16 19:00:29.681895 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-eb0f00ac-18c3-4b74-9680-bc6fb25506c4 req-5fb2aadf-5cd9-451e-9300-48968be3f761 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530829 May 16 19:00:30.801058 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d0ea-0d93-4576-be2e-b075288583b6 req-006feb3a-9118-4555-a853-a6e379dfa809 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:30.803304 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bf79d0ea-0d93-4576-be2e-b075288583b6 req-006feb3a-9118-4555-a853-a6e379dfa809 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0505424 May 16 19:00:30.867076 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-bf79d0ea-0d93-4576-be2e-b075288583b6 req-53c79618-8cf0-4628-97f6-ab3564156b42 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566785 May 16 19:00:31.520605 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-bf68f4d4-9fdc-4411-86e1-116444fa8151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:31.988246 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1ada1-701b-4575-9a2b-00b01ee17cff req-5ca81a8e-e778-4a4e-afc4-bc180e308915 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:31.989742 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-49e1ada1-701b-4575-9a2b-00b01ee17cff req-5ca81a8e-e778-4a4e-afc4-bc180e308915 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0524428 May 16 19:00:32.050518 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-49e1ada1-701b-4575-9a2b-00b01ee17cff req-f7e67786-52d5-43a4-8937-1ff224655b4d tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552132 May 16 19:00:32.859687 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:33.166029 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6c8e5-a858-4b10-a2da-a8938201f1a2 req-f25972ce-710f-4fbf-be0e-2b017dfb5901 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:33.168166 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dac6c8e5-a858-4b10-a2da-a8938201f1a2 req-f25972ce-710f-4fbf-be0e-2b017dfb5901 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0463445 May 16 19:00:33.230034 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-dac6c8e5-a858-4b10-a2da-a8938201f1a2 req-25cb56ee-de6d-4d08-b815-d5ff685d72dc tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557420 May 16 19:00:34.117956 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:34.342716 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb2c19-3df6-4123-bbbd-006453b0f44d req-7c00c0b1-dd1f-4df7-bd7a-d89d79036999 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:34.344215 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8ffb2c19-3df6-4123-bbbd-006453b0f44d req-7c00c0b1-dd1f-4df7-bd7a-d89d79036999 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0472713 May 16 19:00:34.402621 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8ffb2c19-3df6-4123-bbbd-006453b0f44d req-1412b95c-8480-4af8-944f-9aece790e18b tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527360 May 16 19:00:34.673098 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:35.457621 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:35.534636 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3880c1-0f60-4bf9-a3bf-2cc8b116b28b req-58944a54-874f-417f-8f9b-4d83a40d8602 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:35.536141 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8a3880c1-0f60-4bf9-a3bf-2cc8b116b28b req-58944a54-874f-417f-8f9b-4d83a40d8602 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0525494 May 16 19:00:35.600474 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-8a3880c1-0f60-4bf9-a3bf-2cc8b116b28b req-2e1d440f-f8ef-401e-95ab-8ed204e7aa09 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576341 May 16 19:00:36.717852 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfb84-aeab-4380-8183-d665a0162b38 req-94ff84d0-6021-473a-ab4a-c10bab4adc18 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:36.719308 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ed0cfb84-aeab-4380-8183-d665a0162b38 req-94ff84d0-6021-473a-ab4a-c10bab4adc18 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0511999 May 16 19:00:36.777493 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-ed0cfb84-aeab-4380-8183-d665a0162b38 req-1f8764a6-88ed-4fc9-95c2-ea1319217542 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=30bba3fa-194d-4b6b-ad9d-057a797e6354&id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524316 May 16 19:00:44.761746 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-263e0508-adfd-4e41-a2d7-1baac5d9690b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378239 May 16 19:00:44.827677 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-9222dedd-8ecd-42ae-8ecd-91a916ea0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:44.829233 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-9222dedd-8ecd-42ae-8ecd-91a916ea0ae5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb467769134a4df0bb4608a8283e8dda&device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1168 time: 0.0388699 May 16 19:00:44.944632 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-1aa3924d-d063-4ded-8bbd-432824841c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:44.946080 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-1aa3924d-d063-4ded-8bbd-432824841c35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 200 len: 915 time: 0.0975606 May 16 19:00:45.006113 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-096af8ec-d58f-4f18-902c-0924103afb39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 1001 time: 0.0533211 May 16 19:00:45.059736 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-60bf4769-78e4-44be-9233-71bc93fb6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:45.061197 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-60bf4769-78e4-44be-9233-71bc93fb6707 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf9a314a-9bf3-4710-b28b-02b751b8645e HTTP/1.1" status: 200 len: 853 time: 0.0487978 May 16 19:00:45.105923 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-3d291608-0719-4b09-bfe4-a2bfc4cdfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:00:45.107430 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-3d291608-0719-4b09-bfe4-a2bfc4cdfb1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=197c1b72-74cd-4af0-b3fe-924ab553e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400817 May 16 19:00:45.199073 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-98b6465c-69f9-48cb-924b-716163473979 service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 May 16 19:00:45.290750 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-813d5ddd-8ddc-403b-b51b-963d78b303b4 req-582abce3-2e9d-4336-b9d5-a9931d212f59 service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863965 May 16 19:00:51.489873 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:00:59.058964 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-f447af57-cf8a-454f-8a97-7a0baf8a0b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:01.524069 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c714-f64f-4509-966f-5bdbe5a8399b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:02.852700 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:04.120602 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:04.690799 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:05.455739 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:09.980858 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-6cead28f-842a-4700-91b3-f820df7779e7 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100682165&fields=id&tenant_id=bb467769134a4df0bb4608a8283e8dda HTTP/1.1" status: 200 len: 267 time: 0.0456553 May 16 19:01:10.033028 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-fa10ac4c-5c8f-4eb4-aa5b-e1e1d9e661d6 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:10.034494 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-fa10ac4c-5c8f-4eb4-aa5b-e1e1d9e661d6 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 984 time: 0.0459363 May 16 19:01:10.045679 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.v2.base [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Request body: {'port': {'security_groups': ['7cfd12d7-080c-4293-bf4a-c0016357f230']}} {{(pid=115279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:01:10.117245 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1030219'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), before_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.324278 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] For port 76aa757e-a54c-46e1-807c-5b28a26b7b88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:01:10.357052 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), precommit_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.361817 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792364444555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364048990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364049008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276956'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), after_update {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.374057 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['76aa757e-a54c-46e1-807c-5b28a26b7b88'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:01:10.403552 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:10.404150 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.405572 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0cdd7cf6-9c92-4cd3-8d11-eafeddaa2799 req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "PUT /v2.0/ports/76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 942 time: 0.3649728 May 16 19:01:10.406031 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:01:10.408382 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429224e0-beae-4bd9-b684-c8570086e572" -d '{"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:01:10.413730 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51700) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:10.464341 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event updated for resources: {'Port': ['ID=76aa757e-a54c-46e1-807c-5b28a26b7b88,revision_number=7']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:10.473497 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c797ca3-8922-489d-88b6-e365b7261496 x-openstack-request-id: req-2c797ca3-8922-489d-88b6-e365b7261496 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:01:10.474601 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:01:10.474871 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c797ca3-8922-489d-88b6-e365b7261496 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:01:10.475345 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c797ca3-8922-489d-88b6-e365b7261496'] response: {'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'status': 'completed', 'code': 200} May 16 19:01:10.485866 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.486232 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.486610 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.486993 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.487303 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.487665 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.488031 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.488365 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.488693 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.489028 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.489355 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.489687 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.490031 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.490336 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.490664 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297f1b1-1ea3-46df-84ff-f1399826f4b0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.502664 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group (30bba3fa-194d-4b6b-ad9d-057a797e6354), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.525566 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['76aa757e-a54c-46e1-807c-5b28a26b7b88'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:01:10.544469 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group (30bba3fa-194d-4b6b-ad9d-057a797e6354), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.546378 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429224e0-beae-4bd9-b684-c8570086e572 req-897c4d15-3116-4438-8c72-3406b687fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:10.548006 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-429224e0-beae-4bd9-b684-c8570086e572 req-897c4d15-3116-4438-8c72-3406b687fa00 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb467769134a4df0bb4608a8283e8dda&device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1129 time: 0.0471072 May 16 19:01:10.631954 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (30bba3fa-194d-4b6b-ad9d-057a797e6354), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.638458 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.640425 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "DELETE /v2.0/security-groups/30bba3fa-194d-4b6b-ad9d-057a797e6354 HTTP/1.1" status: 204 len: 168 time: 0.2256894 May 16 19:01:10.646056 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51702) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:10.670833 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429224e0-beae-4bd9-b684-c8570086e572 req-0fab20b3-47ab-4fc5-827a-5119405eeb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:10.672469 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-429224e0-beae-4bd9-b684-c8570086e572 req-0fab20b3-47ab-4fc5-827a-5119405eeb6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 200 len: 915 time: 0.1183784 May 16 19:01:10.693408 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bba3fa-194d-4b6b-ad9d-057a797e6354,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:10.709025 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.709533 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.709879 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.710270 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.710672 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.711066 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.711457 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.711876 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.712273 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.712663 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.713050 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.713436 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.713822 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.714477 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.714879 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33206ad-33aa-4b6f-8705-045aa3fb06d0 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-22-iscsi {{(pid=115278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:10.761634 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-429224e0-beae-4bd9-b684-c8570086e572 req-5ead3160-2670-4db8-9b93-d04dee3bc621 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 1001 time: 0.0742655 May 16 19:01:10.805883 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.provisioning_blocks [None req-b3e15e16-fa4b-4965-acb0-6e47917df8f8 None None] Provisioning complete for port 76aa757e-a54c-46e1-807c-5b28a26b7b88 triggered by entity DHCP. {{(pid=115280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:01:10.806454 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b3e15e16-fa4b-4965-acb0-6e47917df8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-823259'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), provisioning_complete {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.821127 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429224e0-beae-4bd9-b684-c8570086e572 req-3df8080b-36e0-4d1c-855d-0e26a1524801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:10.822628 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-429224e0-beae-4bd9-b684-c8570086e572 req-3df8080b-36e0-4d1c-855d-0e26a1524801 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf9a314a-9bf3-4710-b28b-02b751b8645e HTTP/1.1" status: 200 len: 853 time: 0.0541933 May 16 19:01:10.846025 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Deleting port 75c381c1-3d84-4a92-969e-bc8f7809f34f {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:01:10.846558 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (75c381c1-3d84-4a92-969e-bc8f7809f34f), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:10.879216 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429224e0-beae-4bd9-b684-c8570086e572 req-7a09eefd-8cbe-400f-8245-a48bd09b3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:10.881291 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-429224e0-beae-4bd9-b684-c8570086e572 req-7a09eefd-8cbe-400f-8245-a48bd09b3f65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=197c1b72-74cd-4af0-b3fe-924ab553e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508215 May 16 19:01:10.923784 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-b3e15e16-fa4b-4965-acb0-6e47917df8f8 None None] Current status of the port 76aa757e-a54c-46e1-807c-5b28a26b7b88 is: ACTIVE; New status is: ACTIVE {{(pid=115280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:01:11.011634 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-429224e0-beae-4bd9-b684-c8570086e572 req-252caec7-809c-4735-b479-e40e4924cf6d service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218526 May 16 19:01:11.115634 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-429224e0-beae-4bd9-b684-c8570086e572 req-1ad71b15-a2be-4dc4-a6be-40128b0173a8 service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966649 May 16 19:01:11.218818 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (75c381c1-3d84-4a92-969e-bc8f7809f34f), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:11.219063 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for floatingip (75c381c1-3d84-4a92-969e-bc8f7809f34f), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:11.232939 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Calling delete_port for 75c381c1-3d84-4a92-969e-bc8f7809f34f owned by network:floatingip {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:01:11.400799 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (75c381c1-3d84-4a92-969e-bc8f7809f34f), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:11.429986 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event deleted for resources: {'Port': ['ID=75c381c1-3d84-4a92-969e-bc8f7809f34f,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:11.509721 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks [] for floatingip (a0332a78-f140-43f1-918e-8680cf1900d6), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:11.510317 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.db.l3_db [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Floating IP a0332a78-f140-43f1-918e-8680cf1900d6 disassociated (deleted). External IP: 172.27.1.205, port: 76aa757e-a54c-46e1-807c-5b28a26b7b88. May 16 19:01:11.723527 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:01:11.824127 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:01:11.828976 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for floatingip (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:11.833971 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] Sync routers for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:01:11.844891 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:01:11.845479 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:01:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:11.858992 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b918aadb-99d0-44f6-9cee-a8f073f50af8 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "DELETE /v2.0/floatingips/a0332a78-f140-43f1-918e-8680cf1900d6 HTTP/1.1" status: 204 len: 168 time: 1.2092066 May 16 19:01:11.859561 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88'}] {{(pid=115278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:01:11.861866 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce3d3a563e1366656975a91f18d7aa02e3312a233d0d61de18babe6079c97dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248" -d '{"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88"}]}' {{(pid=115278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:01:11.902122 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c0aee8-4604-48de-b39f-dc4c6d65581e x-openstack-request-id: req-e2c0aee8-4604-48de-b39f-dc4c6d65581e {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:01:11.902519 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88", "status": "completed", "code": 200}]} {{(pid=115278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:01:11.902866 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2c0aee8-4604-48de-b39f-dc4c6d65581e {{(pid=115278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:01:11.903345 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c0aee8-4604-48de-b39f-dc4c6d65581e'] response: {'name': 'network-changed', 'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'status': 'completed', 'code': 200} May 16 19:01:11.962137 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:01:11.975823 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-f340fe83-1ce4-445f-9d80-b0b5e08c7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:11.977427 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-f340fe83-1ce4-445f-9d80-b0b5e08c7453 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb467769134a4df0bb4608a8283e8dda&device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 1129 time: 0.0506272 May 16 19:01:12.074593 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-a11b5da6-2a47-4a7c-94ac-1813fbd8c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:12.076150 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-a11b5da6-2a47-4a7c-94ac-1813fbd8c7bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 200 len: 915 time: 0.0914237 May 16 19:01:12.128468 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-78f39d7a-0fe1-4d70-83ee-dbe7aae4d55a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 200 len: 217 time: 0.0456836 May 16 19:01:12.180610 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-b14d9776-3aeb-4127-aca3-f698a9831ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:12.182099 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-b14d9776-3aeb-4127-aca3-f698a9831ba2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf9a314a-9bf3-4710-b28b-02b751b8645e HTTP/1.1" status: 200 len: 853 time: 0.0471022 May 16 19:01:12.186374 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:47Z', 'revision_number': 5, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:12.213650 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] Checking router: 0863f3fe-e106-4b44-87f3-f5023ce19ce2 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:01:12.222605 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:01:12.223205 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:01:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:12.322340 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:01:12.498397 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-35b01731-0118-4c43-ab09-16bfabdff8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:12.499930 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-35b01731-0118-4c43-ab09-16bfabdff8df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=197c1b72-74cd-4af0-b3fe-924ab553e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432944 May 16 19:01:12.649038 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:47Z', 'revision_number': 5, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:12.676246 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d8e2-184b-4c70-9621-02d288b550af None None] The sync data for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi is: [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:43Z', 'revision_number': 4, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi', '_interfaces': [{'id': '9b363f39-73f1-4f83-8341-2d8bd0315879', 'name': '', 'network_id': '197c1b72-74cd-4af0-b3fe-924ab553e62b', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'mac_address': 'fa:16:3e:40:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:42Z', 'updated_at': '2022-05-16T18:58:47Z', 'revision_number': 5, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'subnets': [{'id': 'bf9a314a-9bf3-4710-b28b-02b751b8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:01:12.894594 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-4b5a2122-3387-44c1-9179-ab8b745d260e service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847175 May 16 19:01:12.949036 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2752b-3194-43ea-a131-70e86828a7eb None None] New status for floating IP a0332a78-f140-43f1-918e-8680cf1900d6: DOWN {{(pid=115281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:01:12.992519 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-c8d8c6c5-8e80-4d49-81b7-e2fc83cbb248 req-97a422d7-4546-40cc-a5f5-17eb3132eeda service neutron] 10.222.0.61 "GET /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869286 May 16 19:01:14.621430 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984c72c-3f89-441e-95f4-dd9b0226ea0a req-c6bc7f2c-0865-4ab0-9f36-f423da66852f tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:14.622922 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0984c72c-3f89-441e-95f4-dd9b0226ea0a req-c6bc7f2c-0865-4ab0-9f36-f423da66852f tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0513506 May 16 19:01:14.677228 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-0984c72c-3f89-441e-95f4-dd9b0226ea0a req-925ba849-ee23-4cce-8229-f8f22ec7772f tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476830 May 16 19:01:15.796260 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710f507-30c3-4dfe-bde1-fdb47c85956f req-42b3a87b-4bb7-48f3-b8a3-608d3798bf00 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:15.797759 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f710f507-30c3-4dfe-bde1-fdb47c85956f req-42b3a87b-4bb7-48f3-b8a3-608d3798bf00 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0484753 May 16 19:01:15.846642 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-f710f507-30c3-4dfe-bde1-fdb47c85956f req-f50a9f19-1453-41ab-ac93-b52618ef5076 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/security-groups?id=7cfd12d7-080c-4293-bf4a-c0016357f230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 May 16 19:01:16.311207 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-58f71dfd-c274-46cf-9356-3160f26465c9 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:16.312679 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-58f71dfd-c274-46cf-9356-3160f26465c9 tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.61 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 945 time: 0.0458295 May 16 19:01:16.402363 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Deleting port 76aa757e-a54c-46e1-807c-5b28a26b7b88 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:01:16.402600 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:16.489297 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] For port 76aa757e-a54c-46e1-807c-5b28a26b7b88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=76aa757e-a54c-46e1-807c-5b28a26b7b88,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:01:16.489655 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:16.502339 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Calling delete_port for 76aa757e-a54c-46e1-807c-5b28a26b7b88 owned by compute:nova {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:01:16.627702 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (76aa757e-a54c-46e1-807c-5b28a26b7b88), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:16.640614 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.db [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] get_ports_and_sgs() called for port_ids ['76aa757e-a54c-46e1-807c-5b28a26b7b88'] {{(pid=115280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:01:16.655970 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Pushing event deleted for resources: {'Port': ['ID=76aa757e-a54c-46e1-807c-5b28a26b7b88,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:16.702315 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] No DVR routers for this DVR port 76aa757e-a54c-46e1-807c-5b28a26b7b88 on host hv-cinder-75078 {{(pid=115279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:01:16.704854 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122553'] for port (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:16.708042 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-16d70a03-8f48-459a-956e-a1fce2c426bd req-1d1b3fd4-e6e3-4943-aae5-2ea87256c23e tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.61 "DELETE /v2.0/ports/76aa757e-a54c-46e1-807c-5b28a26b7b88 HTTP/1.1" status: 204 len: 173 time: 0.3895478 May 16 19:01:16.708475 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'name': 'network-vif-deleted', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88'}] {{(pid=115279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:01:16.710708 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe61643081b7351f3b5e388088029fadab47ccfac3ee12cdcfd1b09dbeab434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c34601a-49e1-40b1-a949-b522dd827308" -d '{"events": [{"server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "name": "network-vif-deleted", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88"}]}' {{(pid=115279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:01:16.749919 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6090560-c15c-48b2-8a5e-0799d2c1c504 x-openstack-request-id: req-d6090560-c15c-48b2-8a5e-0799d2c1c504 {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:01:16.750224 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03f3b05-1fdd-452d-b3d1-a15c908c83e8", "name": "network-vif-deleted", "tag": "76aa757e-a54c-46e1-807c-5b28a26b7b88", "status": "completed", "code": 200}]} {{(pid=115279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:01:16.750479 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6090560-c15c-48b2-8a5e-0799d2c1c504 {{(pid=115279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:01:16.750882 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6090560-c15c-48b2-8a5e-0799d2c1c504'] response: {'server_uuid': 'c03f3b05-1fdd-452d-b3d1-a15c908c83e8', 'name': 'network-vif-deleted', 'tag': '76aa757e-a54c-46e1-807c-5b28a26b7b88', 'status': 'completed', 'code': 200} May 16 19:01:16.960849 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [req-1075af69-788c-4a9f-a54b-7060255699f6 req-33d4fde7-f153-4b7e-98c2-ac8bc1a1034a tempest-TestMinimumBasicScenario-1967975736 tempest-TestMinimumBasicScenario-1967975736-project] 10.222.0.72 "GET /v2.0/ports?device_id=c03f3b05-1fdd-452d-b3d1-a15c908c83e8 HTTP/1.1" status: 200 len: 210 time: 0.0309150 May 16 19:01:18.686640 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51786) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:18.987342 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (0863f3fe-e106-4b44-87f3-f5023ce19ce2), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:19.201727 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Deleting port 9b363f39-73f1-4f83-8341-2d8bd0315879 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:01:19.201968 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:19.280816 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] For port 9b363f39-73f1-4f83-8341-2d8bd0315879, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=9b363f39-73f1-4f83-8341-2d8bd0315879,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:01:19.281178 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:19.294225 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Calling delete_port for 9b363f39-73f1-4f83-8341-2d8bd0315879 owned by network:router_interface {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:01:19.472378 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (9b363f39-73f1-4f83-8341-2d8bd0315879), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:19.497205 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b363f39-73f1-4f83-8341-2d8bd0315879,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:19.657578 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (0863f3fe-e106-4b44-87f3-f5023ce19ce2), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:19.855176 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:01:19.953256 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:01:19.958687 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-2e849ebc-caaf-4469-8107-b5686c8ec258 admin admin] 10.222.0.72 "PUT /v2.0/routers/0863f3fe-e106-4b44-87f3-f5023ce19ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2706885 May 16 19:01:19.960967 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51788) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:19.962493 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] Sync routers for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:01:19.974254 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:01:19.974871 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:01:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:20.058713 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks [] for router (0863f3fe-e106-4b44-87f3-f5023ce19ce2), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.077300 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:01:20.158659 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks [] for router_gateway (0863f3fe-e106-4b44-87f3-f5023ce19ce2), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.202769 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Deleting port af9ff4de-8f4e-4a98-8b58-e09122cf88be {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:01:20.203113 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.215361 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 76aa757e-a54c-46e1-807c-5b28a26b7b88 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:01:20.256432 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] No Port match for: 76aa757e-a54c-46e1-807c-5b28a26b7b88 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:01:20.256777 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Device 76aa757e-a54c-46e1-807c-5b28a26b7b88 not bound to the agent host hv-cinder-75078 {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:01:20.277447 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T19:01:19Z', 'revision_number': 5, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port': {'id': 'af9ff4de-8f4e-4a98-8b58-e09122cf88be', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:20.284456 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] For port af9ff4de-8f4e-4a98-8b58-e09122cf88be, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=af9ff4de-8f4e-4a98-8b58-e09122cf88be,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:01:20.284903 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.298753 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Calling delete_port for af9ff4de-8f4e-4a98-8b58-e09122cf88be owned by network:router_gateway {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:01:20.312997 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] Checking router: 0863f3fe-e106-4b44-87f3-f5023ce19ce2 for host: dv-cinder-750782-22-iscsi {{(pid=115280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:01:20.321209 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] Routers {'0863f3fe-e106-4b44-87f3-f5023ce19ce2'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:01:20.321816 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:01:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'], 'active': True} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:20.411528 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_dvr_db [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] Set router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 gateway port host: None {{(pid=115280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:01:20.460653 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.db.l3_hamode_db [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T19:01:20Z', 'revision_number': 6, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port_host': None}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:20.472097 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (af9ff4de-8f4e-4a98-8b58-e09122cf88be), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.487319 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e3fb0-675a-4ea5-aff0-ba905494b664 None None] The sync data for ids ['0863f3fe-e106-4b44-87f3-f5023ce19ce2'] in dv-cinder-750782-22-iscsi is: [{'id': '0863f3fe-e106-4b44-87f3-f5023ce19ce2', 'name': 'tempest-TestMinimumBasicScenario-487251474-router', 'tenant_id': 'bb467769134a4df0bb4608a8283e8dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:40Z', 'updated_at': '2022-05-16T19:01:20Z', 'revision_number': 6, 'project_id': 'bb467769134a4df0bb4608a8283e8dda', 'gw_port_host': None}] {{(pid=115280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:01:20.498998 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Pushing event deleted for resources: {'Port': ['ID=af9ff4de-8f4e-4a98-8b58-e09122cf88be,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:20.562273 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (0863f3fe-e106-4b44-87f3-f5023ce19ce2), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.646397 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (0863f3fe-e106-4b44-87f3-f5023ce19ce2), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.648543 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks [] for router_controller (0863f3fe-e106-4b44-87f3-f5023ce19ce2), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.690297 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (0863f3fe-e106-4b44-87f3-f5023ce19ce2), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.690774 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0863f3fe-e106-4b44-87f3-f5023ce19ce2 {{(pid=115278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:01:20.695033 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.696208 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-67c9a1b7-4ef0-4ef3-b5e3-03c6b0ae567a admin admin] 10.222.0.72 "DELETE /v2.0/routers/0863f3fe-e106-4b44-87f3-f5023ce19ce2 HTTP/1.1" status: 204 len: 168 time: 0.7343347 May 16 19:01:20.699410 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51790) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:20.743337 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.db_base_plugin_v2 [None req-c906fce8-1f66-4a2a-b80e-1e0d365318ef admin admin] Deleting subnet bf9a314a-9bf3-4710-b28b-02b751b8645e {{(pid=115278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:01:20.747028 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c906fce8-1f66-4a2a-b80e-1e0d365318ef admin admin] Publish callbacks [] for subnet (bf9a314a-9bf3-4710-b28b-02b751b8645e), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.783409 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c906fce8-1f66-4a2a-b80e-1e0d365318ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16490975'] for subnet (bf9a314a-9bf3-4710-b28b-02b751b8645e), precommit_delete_associations {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.858481 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c906fce8-1f66-4a2a-b80e-1e0d365318ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (bf9a314a-9bf3-4710-b28b-02b751b8645e), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.914926 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c906fce8-1f66-4a2a-b80e-1e0d365318ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4741478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16616958'] for subnet (bf9a314a-9bf3-4710-b28b-02b751b8645e), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.945230 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906fce8-1f66-4a2a-b80e-1e0d365318ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9a314a-9bf3-4710-b28b-02b751b8645e,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:20.948844 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-c906fce8-1f66-4a2a-b80e-1e0d365318ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for subnet (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:20.951992 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-c906fce8-1f66-4a2a-b80e-1e0d365318ef admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bf9a314a-9bf3-4710-b28b-02b751b8645e HTTP/1.1" status: 204 len: 168 time: 0.2516015 May 16 19:01:20.954360 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51792) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:20.957965 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e98cbf3-4616-4b98-a0dc-60680e2f015e None None] Network 197c1b72-74cd-4af0-b3fe-924ab553e62b requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:01:21.023497 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (197c1b72-74cd-4af0-b3fe-924ab553e62b), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.064887 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Deleting port d759656c-3013-44fe-9d52-dc9d22e60e04 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:01:21.065206 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.129674 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] For port d759656c-3013-44fe-9d52-dc9d22e60e04, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=d759656c-3013-44fe-9d52-dc9d22e60e04,segment=NetworkSegment(2f39a3dd-01e7-446a-9d1a-7e97e906e54a),segment_id=2f39a3dd-01e7-446a-9d1a-7e97e906e54a)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:01:21.130021 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.142145 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Calling delete_port for d759656c-3013-44fe-9d52-dc9d22e60e04 owned by network:dhcp {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:01:21.216301 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (d759656c-3013-44fe-9d52-dc9d22e60e04), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.245236 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d759656c-3013-44fe-9d52-dc9d22e60e04,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:21.246669 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] No DVR routers for this DVR port d759656c-3013-44fe-9d52-dc9d22e60e04 on host dv-cinder-750782-22-iscsi {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:01:21.277662 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f0f39-5554-40bd-becd-8188e3a82233 None None] DHCP port deletion for 197c1b72-74cd-4af0-b3fe-924ab553e62b request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:01:21.322220 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (197c1b72-74cd-4af0-b3fe-924ab553e62b), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.343547 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197c1b72-74cd-4af0-b3fe-924ab553e62b']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:21.353202 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f39a3dd-01e7-446a-9d1a-7e97e906e54a') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:21.353496 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f39a3dd-01e7-446a-9d1a-7e97e906e54a') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:21.364034 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (2f39a3dd-01e7-446a-9d1a-7e97e906e54a), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.377565 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (2f39a3dd-01e7-446a-9d1a-7e97e906e54a), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.384286 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:01:21.384671 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (2f39a3dd-01e7-446a-9d1a-7e97e906e54a), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:01:21.387025 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:01:21.443190 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (197c1b72-74cd-4af0-b3fe-924ab553e62b), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.449934 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:21.452784 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/197c1b72-74cd-4af0-b3fe-924ab553e62b HTTP/1.1" status: 204 len: 168 time: 0.4972696 May 16 19:01:21.456400 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51794) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:21.466201 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159af0a-dbae-4114-a9c4-a9906c8f30a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=197c1b72-74cd-4af0-b3fe-924ab553e62b,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:21.791367 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8306672'] for router_interface (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:22.004418 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Deleting port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:01:22.004748 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:22.090134 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] For port 19479019-c0f0-4f62-93aa-46dbd5b0d2d5, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=19479019-c0f0-4f62-93aa-46dbd5b0d2d5,segment=NetworkSegment(a83361db-e657-493c-b146-6c1ce20db2f8),segment_id=a83361db-e657-493c-b146-6c1ce20db2f8)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:01:22.090548 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:22.103128 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Calling delete_port for 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 owned by network:router_interface {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:01:22.197578 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 9b363f39-73f1-4f83-8341-2d8bd0315879 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:01:22.222410 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 9b363f39-73f1-4f83-8341-2d8bd0315879 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:01:22.222763 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 9b363f39-73f1-4f83-8341-2d8bd0315879 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:01:22.223178 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device af9ff4de-8f4e-4a98-8b58-e09122cf88be no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:01:22.241179 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: af9ff4de-8f4e-4a98-8b58-e09122cf88be {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:01:22.241523 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device af9ff4de-8f4e-4a98-8b58-e09122cf88be not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:01:22.241931 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device d759656c-3013-44fe-9d52-dc9d22e60e04 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:01:22.259976 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: d759656c-3013-44fe-9d52-dc9d22e60e04 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:01:22.260326 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device d759656c-3013-44fe-9d52-dc9d22e60e04 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:01:22.283840 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (19479019-c0f0-4f62-93aa-46dbd5b0d2d5), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:22.313353 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Pushing event deleted for resources: {'Port': ['ID=19479019-c0f0-4f62-93aa-46dbd5b0d2d5,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:22.474235 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8293871'] for router_interface (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:22.683779 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 has already been hosted by L3 agent 4240ea2d-5bb0-47d2-9231-4897f4d5dbaf {{(pid=115279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:01:22.782333 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] Notify agent at l3_agent.dv-cinder-750782-22-iscsi the message routers_updated {{(pid=115279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:01:22.788020 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-63e4dff5-0f09-46e1-a914-09bbb7e6715b admin admin] 10.222.0.72 "PUT /v2.0/routers/1c0de96c-7ddc-4ca6-b69b-9432036f03d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3291306 May 16 19:01:22.789635 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51798) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:22.790853 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] Sync routers for ids ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'] in dv-cinder-750782-22-iscsi {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:01:22.801211 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] Routers {'1c0de96c-7ddc-4ca6-b69b-9432036f03d4'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:01:22.801811 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:01:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:22.886511 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks [] for router (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:22.900044 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] Set router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 gateway port host: dv-cinder-750782-22-iscsi {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:01:22.985926 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks [] for router_gateway (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.030038 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Deleting port 06aafb1c-c61d-4996-b117-8a44582e8e97 {{(pid=115279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:01:23.030375 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.113872 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.db [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] For port 06aafb1c-c61d-4996-b117-8a44582e8e97, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=06aafb1c-c61d-4996-b117-8a44582e8e97,segment=NetworkSegment(3b04a10f-3d1b-4335-a02b-d59b8712dfca),segment_id=3b04a10f-3d1b-4335-a02b-d59b8712dfca)] {{(pid=115279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:01:23.114226 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.128969 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.plugins.ml2.plugin [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Calling delete_port for 06aafb1c-c61d-4996-b117-8a44582e8e97 owned by network:router_gateway {{(pid=115279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:01:23.150923 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'external_fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T19:01:22Z', 'revision_number': 5, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'gw_port': {'id': '06aafb1c-c61d-4996-b117-8a44582e8e97', 'name': '', 'network_id': '1ed7400b-e720-4a92-82ea-b845b98b83c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T18:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a3c9eaa-3e54-4017-8757-c8d05fec9ee4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-22-iscsi'}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:23.179572 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] Checking router: 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 for host: dv-cinder-750782-22-iscsi {{(pid=115281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:01:23.188556 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] Routers {'1c0de96c-7ddc-4ca6-b69b-9432036f03d4'} bound to L3 agent in host dv-cinder-750782-22-iscsi {{(pid=115281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:01:23.189087 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:40:01Z,description=,heartbeat_timestamp=2022-05-16T19:01:02Z,host='dv-cinder-750782-22-iscsi',id=4240ea2d-5bb0-47d2-9231-4897f4d5dbaf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:40:01Z,topic='l3_agent')) {'router_ids': ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'], 'active': True} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:23.269513 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_dvr_db [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] Set router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 gateway port host: None {{(pid=115281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:01:23.296149 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276971'] for port (06aafb1c-c61d-4996-b117-8a44582e8e97), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.318138 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.l3_hamode_db [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T19:01:22Z', 'revision_number': 6, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'gw_port_host': None}], 'dv-cinder-750782-22-iscsi', False) {} {{(pid=115281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:23.323782 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=06aafb1c-c61d-4996-b117-8a44582e8e97,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:23.344287 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58486e10-dfc2-442e-88a4-699bd3286541 None None] The sync data for ids ['1c0de96c-7ddc-4ca6-b69b-9432036f03d4'] in dv-cinder-750782-22-iscsi is: [{'id': '1c0de96c-7ddc-4ca6-b69b-9432036f03d4', 'name': 'tempest-TestMinimumBasicScenario-1265571355-router', 'tenant_id': '88353993c3554eb5b4d0c53fc86da615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:58:45Z', 'updated_at': '2022-05-16T19:01:22Z', 'revision_number': 6, 'project_id': '88353993c3554eb5b4d0c53fc86da615', 'gw_port_host': None}] {{(pid=115281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:01:23.387045 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8302786'] for router_gateway (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.482317 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8300938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29818'] for router (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.484398 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks [] for router_controller (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.525100 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8300947'] for router (1c0de96c-7ddc-4ca6-b69b-9432036f03d4), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.525701 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c0de96c-7ddc-4ca6-b69b-9432036f03d4 {{(pid=115279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:01:23.530327 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.531448 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-02129cb8-d204-4d73-9f5b-692997a17f75 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1c0de96c-7ddc-4ca6-b69b-9432036f03d4 HTTP/1.1" status: 204 len: 168 time: 0.7409303 May 16 19:01:23.533952 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51800) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:23.578227 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22aa547-58ad-4bb0-9c4c-cbf25adc5ba9 admin admin] Deleting subnet e07211a7-126d-4eca-9c95-caa667f04697 {{(pid=115279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:01:23.581248 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e22aa547-58ad-4bb0-9c4c-cbf25adc5ba9 admin admin] Publish callbacks [] for subnet (e07211a7-126d-4eca-9c95-caa667f04697), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.618547 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e22aa547-58ad-4bb0-9c4c-cbf25adc5ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16621508'] for subnet (e07211a7-126d-4eca-9c95-caa667f04697), precommit_delete_associations {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.691874 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e22aa547-58ad-4bb0-9c4c-cbf25adc5ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930295'] for subnet (e07211a7-126d-4eca-9c95-caa667f04697), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.746233 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e22aa547-58ad-4bb0-9c4c-cbf25adc5ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8314246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16275738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16020755'] for subnet (e07211a7-126d-4eca-9c95-caa667f04697), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.777965 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-e22aa547-58ad-4bb0-9c4c-cbf25adc5ba9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.781562 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-e22aa547-58ad-4bb0-9c4c-cbf25adc5ba9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e07211a7-126d-4eca-9c95-caa667f04697 HTTP/1.1" status: 204 len: 168 time: 0.2466578 May 16 19:01:23.782577 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aa547-58ad-4bb0-9c4c-cbf25adc5ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07211a7-126d-4eca-9c95-caa667f04697,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:23.783652 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f0a888-1feb-4c0c-b714-d263c56071aa None None] Network 78d0396b-169c-4b24-8e02-e59e26f4be8f requested from dv-cinder-750782-22-iscsi {{(pid=115280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:01:23.784443 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51802) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:23.851131 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971816'] for network (78d0396b-169c-4b24-8e02-e59e26f4be8f), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.896386 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Deleting port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 {{(pid=115278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:01:23.896723 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792364435685'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.957840 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.db [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] For port 63f04d3d-5a9f-4850-b896-dd1b73ec7055, host dv-cinder-750782-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-22-iscsi',level=0,port_id=63f04d3d-5a9f-4850-b896-dd1b73ec7055,segment=NetworkSegment(a83361db-e657-493c-b146-6c1ce20db2f8),segment_id=a83361db-e657-493c-b146-6c1ce20db2f8)] {{(pid=115278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:01:23.958197 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8306490'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:23.971457 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.plugin [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Calling delete_port for 63f04d3d-5a9f-4850-b896-dd1b73ec7055 owned by network:dhcp {{(pid=115278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:01:24.051899 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792364444537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364048981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4742551'] for port (63f04d3d-5a9f-4850-b896-dd1b73ec7055), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.076263 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f04d3d-5a9f-4850-b896-dd1b73ec7055,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:24.078049 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] No DVR routers for this DVR port 63f04d3d-5a9f-4850-b896-dd1b73ec7055 on host dv-cinder-750782-22-iscsi {{(pid=115278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:01:24.111608 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e476f-1e6a-4365-a106-96e302640a89 None None] DHCP port deletion for 78d0396b-169c-4b24-8e02-e59e26f4be8f request from dv-cinder-750782-22-iscsi {{(pid=115280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:01:24.159584 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931394', 'neutron.services.segments.db._delete_segments_for_network-8792364530710'] for network (78d0396b-169c-4b24-8e02-e59e26f4be8f), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.200505 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:01:24.222445 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:01:24.222792 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 19479019-c0f0-4f62-93aa-46dbd5b0d2d5 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:01:24.223213 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 63f04d3d-5a9f-4850-b896-dd1b73ec7055 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:01:24.249745 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 63f04d3d-5a9f-4850-b896-dd1b73ec7055 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:01:24.250322 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 63f04d3d-5a9f-4850-b896-dd1b73ec7055 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:01:24.250755 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 06aafb1c-c61d-4996-b117-8a44582e8e97 no longer exists at agent ovs-agent-dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:01:24.270231 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] No Port match for: 06aafb1c-c61d-4996-b117-8a44582e8e97 {{(pid=115280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:01:24.270581 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron.plugins.ml2.rpc [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Device 06aafb1c-c61d-4996-b117-8a44582e8e97 not bound to the agent host dv-cinder-750782-22-iscsi {{(pid=115280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:01:24.438327 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d0396b-169c-4b24-8e02-e59e26f4be8f']}} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:24.447787 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83361db-e657-493c-b146-6c1ce20db2f8') {'for_net_delete': True} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:24.448661 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.services.segments.db [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83361db-e657-493c-b146-6c1ce20db2f8') {} {{(pid=115278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:01:24.457443 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792364531487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16490982'] for segment (a83361db-e657-493c-b146-6c1ce20db2f8), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.471733 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500'] for segment (a83361db-e657-493c-b146-6c1ce20db2f8), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.477414 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=115278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:01:24.477820 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4742596'] for segment (a83361db-e657-493c-b146-6c1ce20db2f8), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: Traceback (most recent call last): May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: timer() May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: cb(*args, **kw) May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: return func(*args, **kwargs) May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: self._notify() May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: self.callback(batched_events) May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: event.method(event) May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: return f(self, *a, **k) May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._get(url).json() May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: return self.request(url, 'GET', **kwargs) May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:01:24.479595 dv-cinder-750782-22-iscsi neutron-server[115278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:01:24.532059 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8330151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8305648'] for network (78d0396b-169c-4b24-8e02-e59e26f4be8f), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.537378 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905124'] for network (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.540481 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] 10.222.0.72 "DELETE /v2.0/networks/78d0396b-169c-4b24-8e02-e59e26f4be8f HTTP/1.1" status: 204 len: 168 time: 0.7549880 May 16 19:01:24.551526 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12aed1-adfa-442d-bb1b-7a5df2b55678 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d0396b-169c-4b24-8e02-e59e26f4be8f,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:24.730382 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51806) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:24.770469 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-8068f91a-c2e4-409b-b5ee-f5822767dcec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb467769134a4df0bb4608a8283e8dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389163 May 16 19:01:24.772873 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [-] (115278) accepted ('10.222.0.72', 51808) {{(pid=115278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:24.821475 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b2620e3c-9307-45d3-915c-81e3561c35c7 admin admin] Publish callbacks [] for security_group (7cfd12d7-080c-4293-bf4a-c0016357f230), before_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.842481 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b2620e3c-9307-45d3-915c-81e3561c35c7 admin admin] Publish callbacks [] for security_group (7cfd12d7-080c-4293-bf4a-c0016357f230), precommit_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.889232 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b2620e3c-9307-45d3-915c-81e3561c35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (7cfd12d7-080c-4293-bf4a-c0016357f230), after_delete {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.891941 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron_lib.callbacks.manager [None req-b2620e3c-9307-45d3-915c-81e3561c35c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:24.893111 dv-cinder-750782-22-iscsi neutron-server[115278]: INFO neutron.wsgi [None req-b2620e3c-9307-45d3-915c-81e3561c35c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7cfd12d7-080c-4293-bf4a-c0016357f230 HTTP/1.1" status: 204 len: 168 time: 0.1193509 May 16 19:01:24.900987 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2620e3c-9307-45d3-915c-81e3561c35c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfd12d7-080c-4293-bf4a-c0016357f230,revision_number=None']} {{(pid=115278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:25.204771 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51814) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:25.245681 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-c630dcca-9917-482c-a532-65dcf5225003 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=88353993c3554eb5b4d0c53fc86da615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391889 May 16 19:01:25.247986 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.wsgi [-] (115279) accepted ('10.222.0.72', 51816) {{(pid=115279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:25.294198 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa8cf-8f9d-44ab-adc1-386556e4d8b6 admin admin] Publish callbacks [] for security_group (da64b920-12e8-4c40-a3d4-de06e268756f), before_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:25.315033 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa8cf-8f9d-44ab-adc1-386556e4d8b6 admin admin] Publish callbacks [] for security_group (da64b920-12e8-4c40-a3d4-de06e268756f), precommit_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:25.361876 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa8cf-8f9d-44ab-adc1-386556e4d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325489'] for security_group (da64b920-12e8-4c40-a3d4-de06e268756f), after_delete {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:25.364465 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa8cf-8f9d-44ab-adc1-386556e4d8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:25.365636 dv-cinder-750782-22-iscsi neutron-server[115279]: INFO neutron.wsgi [None req-b0eaa8cf-8f9d-44ab-adc1-386556e4d8b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da64b920-12e8-4c40-a3d4-de06e268756f HTTP/1.1" status: 204 len: 168 time: 0.1167064 May 16 19:01:25.374141 dv-cinder-750782-22-iscsi neutron-server[115279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaa8cf-8f9d-44ab-adc1-386556e4d8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da64b920-12e8-4c40-a3d4-de06e268756f,revision_number=None']} {{(pid=115279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:28.489130 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:01:29.061609 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-fa0078e6-57b7-444c-b328-4c4eaedc4c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:31.526642 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-41928ef0-2239-40a2-b4ee-0a5a2035d62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:32.856307 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:34.122087 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:34.687569 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:35.461200 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:59.067678 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-76bb6b97-7902-4b27-be95-2c6300fdd700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:01.529265 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-969dcb28-1c61-4544-8106-566099e5c887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:02.864571 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:04.124607 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:04.687634 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:05.454783 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:05.488020 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:02:29.061181 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-97c67f63-1516-40e4-a78b-84d06c56744a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:31.531272 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-4728fb59-c93f-4e90-bf3a-ee3e125fbdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:32.984958 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:34.127544 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:34.702324 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:35.456376 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:42.487231 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:02:59.063548 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-45f451f6-55bd-460f-86ef-5cdb421f2c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:01.532818 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c5f2a71c-a773-4fb6-9a1a-723d4b532c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:02.865084 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:04.129988 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:04.701666 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:05.458133 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:19.486652 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:03:29.066448 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-91ec3d3e-7a64-43c9-a27e-634fb0346e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:31.534376 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2c2caedf-7874-4129-bf70-4e5d4bff5981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:32.869894 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:34.132568 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:34.716292 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:35.464473 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:56.485747 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:03:59.068507 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8054d24f-7077-4faf-bb87-1a48cacd9a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:01.537309 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-b03d1945-1460-450a-b5f7-7d3bea390e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:02.872164 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:04.134806 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:04.731776 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:05.457462 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:29.070251 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bee8-c738-4b44-b3ee-8bd5d4baccfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:31.540956 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5a476d9d-f023-449f-bf6d-0d2078e29d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:32.873398 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:33.484302 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:04:34.137478 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:34.746438 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:35.459123 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:52.730278 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [req-ed2b043d-c0bf-4bd5-beab-a2d5ed7f0cdb req-a0c6a4eb-457e-4a71-8b5d-7679efe5a9b3 service neutron] (115278) timed out ('10.222.0.61', 57596) {{(pid=115278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 19:04:52.788672 dv-cinder-750782-22-iscsi neutron-server[115278]: DEBUG neutron.wsgi [req-7c1bf300-4a55-4107-a9ed-16c0a561c434 req-f250d439-7601-42f0-98ec-1132f04f7ec6 service neutron] (115278) timed out ('10.222.0.61', 57541) {{(pid=115278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 19:04:59.072816 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-c4b55574-d744-42d4-9b96-deda946dac3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:01.543517 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6e89-3e06-4c12-ae60-b35b61ff70bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:02.879509 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:04.139253 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:04.730549 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:05.462935 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:10.483340 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:05:29.079297 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-0b655f01-cbbf-4f5a-8b3d-4cd0d8264722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:31.545360 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9169-e4d1-4473-af8e-0ebacf3d3a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:32.880303 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:34.142922 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:34.761471 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:35.465727 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:47.482146 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:05:59.071846 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-9fdbdd01-daf1-4470-ac8d-ae9585d03266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:01.546973 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9670-0b2f-4b7b-81c0-459a777792a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:02.884258 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:04.145478 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:04.758004 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:05.468132 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:24.480376 dv-cinder-750782-22-iscsi neutron-server[115281]: DEBUG neutron.db.agents_db [None req-468a6e93-a78d-4f80-bffb-10970ae0640e None None] Agent healthcheck: found 6 active agents {{(pid=115281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:06:29.076341 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-daafb597-6d66-4ba3-85d8-1e1a7a1ce75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (621fca70-ab56-4295-b16e-2c0dd1695556), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:31.550053 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-23e94d85-7c0c-4aa3-9a2e-76cc9297d10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (4240ea2d-5bb0-47d2-9231-4897f4d5dbaf), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:32.886032 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-3eaab22f-db9b-4b65-a3de-cc7607fb31dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (69e2a9df-8d9a-4405-ac91-80c161700c0a), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:34.146741 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-40533e0b-6164-45ed-9888-820341d7240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (59ccddb0-82dd-445c-88c0-03be62a859ff), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:34.771616 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-57ef9fae-5447-4746-87df-99e0654c7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (c47a6f6d-fd6a-445d-8421-6cb7b877be0b), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:35.471552 dv-cinder-750782-22-iscsi neutron-server[115280]: DEBUG neutron_lib.callbacks.manager [None req-5fc9571a-c4ae-4821-a7cc-e87557ddc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792364530692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-823169'] for agent (ad6ca3be-b57c-4836-8e1c-2843c0bff6ef), after_update {{(pid=115280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}